-- Logs begin at Wed 2021-08-18 17:36:14 UTC, end at Wed 2021-08-18 18:38:41 UTC. -- Aug 18 18:14:51.881776 dv-cinder-802882-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 18:14:54.566046 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.common.config [-] Logging enabled! Aug 18 18:14:54.566647 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 18:14:54.566812 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93763) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 18:14:54.570050 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.common.config [-] Logging enabled! Aug 18 18:14:54.570299 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 18:14:54.570607 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93763) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 18:14:54.571550 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 18:14:54.571797 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 18:14:54.572214 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 18:14:54.572622 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 18:14:54.572859 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 18:14:54.573190 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.573489 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.573780 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.573988 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.574279 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.574565 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.574841 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.575128 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.575446 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.575729 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.575989 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.576270 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.576498 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.576775 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.577059 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.577340 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.577559 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] debug = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.577836 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.578260 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.578688 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.578964 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.579252 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.579549 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.579815 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.580087 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.580371 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.580696 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] host = dv-cinder-802882-9-iscsi {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.580970 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.581254 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.581538 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.581825 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.582094 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.582367 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.582648 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.582920 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.583188 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] log_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.583483 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.583769 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.584053 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.584339 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.584564 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.584783 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.585067 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.585350 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.585622 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.585891 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.586161 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.586432 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.586703 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.586966 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.587246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.587966 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.588072 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.588284 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.588561 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.588828 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.589096 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.589376 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.589648 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.589915 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.590183 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.590464 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.590729 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.590998 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.591313 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.591602 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.591884 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.592163 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.592431 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.592705 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.592971 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.593241 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.593505 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] use_json = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.593772 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.594036 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.594312 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.594581 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.594850 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.595117 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.595411 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.595691 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:54.595982 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.596274 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.596573 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.596851 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.597142 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.597417 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.597701 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.597976 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.598264 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.598548 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.598836 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.599110 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.599415 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.599691 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.599979 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.600278 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.600568 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.600855 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.601129 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.601401 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.601671 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.601946 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.602227 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.602522 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.602807 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.603112 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.603416 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.603768 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.604074 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.604354 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.604622 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.604909 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.605183 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.605454 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.605732 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.606007 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.606278 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.606545 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.606819 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.607105 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.607412 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.607685 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.607953 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.608227 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.608496 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.608778 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.609054 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.609325 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.609596 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.609870 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.610138 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.610405 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.610679 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.610949 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.611222 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.611518 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.611787 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.612057 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.612325 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.612593 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.612862 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.613136 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.613409 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.613677 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.613946 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.614213 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.614484 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.614754 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.615036 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.615352 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.615626 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.615901 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.616173 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.616444 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.616716 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.616988 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.617262 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.617894 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.618164 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.618449 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.618904 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.619269 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.619597 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.619909 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.620171 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.620449 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.620732 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.621009 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.621284 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.621574 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.621855 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.622150 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.622445 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.622736 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.623035 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.623374 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.623624 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.623930 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.625375 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:54.625596 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 18:14:54.625843 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93763) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 18:14:54.979411 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 18:14:54.979646 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 18:14:54.979970 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 18:14:54.980302 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 18:14:55.376379 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.376580 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.376837 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.378036 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.378308 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.378572 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.412851 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.413123 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.413386 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.429891 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.430169 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.430437 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.458348 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.458615 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.458884 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.493936 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.494209 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.494463 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.723594 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.724268 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.724268 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.724414 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.725060 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.842481 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.842791 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.843074 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.843375 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.843643 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.843951 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.844195 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.844452 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.844714 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.844991 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.845248 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.845512 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.845762 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.845997 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.846250 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.846509 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.846760 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.847021 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.847301 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.847561 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.847827 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.848078 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.848355 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.848725 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.848972 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.849216 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.849608 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 18:14:55.849849 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 18:14:55.850085 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 18:14:55.850320 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 18:14:55.850553 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 18:14:55.850787 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 18:14:55.851149 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 18:14:55.854542 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 18:14:55.858468 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 18:14:55.862106 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Aug 18 18:14:55.863766 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 18:14:55.864254 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 18:14:55.864589 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 18:14:55.864965 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 18:14:55.867771 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 18:14:55.868022 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 18:14:55.868359 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 18:14:55.873975 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 18:14:55.895716 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 18:14:55.896160 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.896459 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93763) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 18:14:55.896816 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.898162 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93763) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 18:14:55.898437 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 18:14:55.898676 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 18:14:55.902265 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.902520 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:55.966091 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 18:14:55.966322 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 18:14:55.966558 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 18:14:55.966934 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 18:14:55.989632 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_db.sqlalchemy.engines [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93763) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 18:14:56.545698 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Initializing driver for type 'gre' Aug 18 18:14:56.546296 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] gre ID ranges: [(1, 1000)] Aug 18 18:14:56.600195 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Initializing driver for type 'local' Aug 18 18:14:56.600605 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Initializing driver for type 'vlan' Aug 18 18:14:56.614727 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] VlanTypeDriver initialization complete Aug 18 18:14:56.615138 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Initializing driver for type 'vxlan' Aug 18 18:14:56.615647 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] vxlan ID ranges: [(1, 1000)] Aug 18 18:14:56.667150 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Initializing extension driver 'port_security' Aug 18 18:14:56.667514 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.extensions.port_security [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] PortSecurityExtensionDriver initialization complete Aug 18 18:14:56.667838 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Initializing mechanism driver 'openvswitch' Aug 18 18:14:56.668167 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Initializing mechanism driver 'hyperv' Aug 18 18:14:56.674746 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.plugins.ml2.plugin [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:14:56.675630 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > port after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.676026 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > port after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.676372 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > port after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.676886 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 18:14:56.677309 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > subnet after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.677663 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > subnet after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.678002 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.678387 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 18:14:56.678782 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > network after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.679124 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > network after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.679486 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > network after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.679866 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 18:14:56.680256 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > security_group after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.680600 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > security_group after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.680932 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.681401 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 18:14:56.681932 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.682279 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.682616 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.682998 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 18:14:56.683428 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > address_group after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.683765 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > address_group after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.684093 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.684470 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 18:14:56.684835 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] ML2 OVO RPC backend initialized. {{(pid=93763) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 18:14:56.685524 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.685871 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.686282 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > network before_response 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.686622 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > networks before_response 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.686964 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > port before_response 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.687329 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > ports before_response 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.687667 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > subnet before_response 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.688000 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > subnets before_response 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.688337 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > network after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.688667 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > network after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.688994 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > network after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.689321 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > port after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.689648 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > port after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.689973 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > port after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.690298 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > subnet after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.690623 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > subnet after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.690945 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.691537 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.plugin [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Modular L2 Plugin initialization complete Aug 18 18:14:56.691857 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading services supported by the core plugin {{(pid=93763) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 18:14:56.692171 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.plugins.ml2.managers [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Got port-security extension from driver 'port_security' Aug 18 18:14:56.692623 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.extensions.vlantransparent [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Disabled vlantransparent extension. Aug 18 18:14:56.693091 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93763) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 18:14:56.693396 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading Plugin: router Aug 18 18:14:56.730918 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.731557 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router after_create 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.731675 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router before_create 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.732033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.732397 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.732745 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router after_delete 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.733095 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.735044 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router after_create 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.735469 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router after_update 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.735797 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router after_update 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.736151 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.736511 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router after_update 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.736921 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router precommit_update 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.737307 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: port after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.737648 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: port after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.737980 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: subnet after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.738317 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.738685 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.739026 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router precommit_create 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.739385 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: port before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.739727 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router precommit_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.740078 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router after_update 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.740416 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.740761 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router precommit_create 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.741114 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.741452 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router precommit_update 55549900 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.741807 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > agent after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.742144 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > agent after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.742474 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > network after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.743808 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Tracking information for resource: router configured {{(pid=93763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 18:14:56.744092 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Tracking information for resource: floatingip configured {{(pid=93763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 18:14:56.750103 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.db.l3_agentschedulers_db [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 18:14:56.751071 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: port after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.751604 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: port after_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.751986 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: port after_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.752329 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: port after_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.753134 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router before_create 55550100 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.753495 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.753850 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router precommit_create 55550100 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.754200 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > router precommit_update 55550100 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.759070 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.services.provider_configuration [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service providers = [] {{(pid=93763) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 18:14:56.759767 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.db.servicetype_db [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93763) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 18:14:56.763138 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.services.service_base [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 18:14:56.763676 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.services.service_base [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 18:14:56.764018 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.services.service_base [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 18:14:56.764899 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.services.service_base [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 18:14:56.765512 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.services.service_base [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 18:14:56.765893 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 18:14:56.766207 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 18:14:56.777343 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 18:14:56.777675 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading Plugin: auto_allocate Aug 18 18:14:56.783537 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: network precommit_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.783900 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: network precommit_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.784409 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 18:14:56.784775 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading Plugin: tag Aug 18 18:14:56.792490 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 18:14:56.792931 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading Plugin: timestamp Aug 18 18:14:56.796891 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 18:14:56.797255 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading Plugin: network_ip_availability Aug 18 18:14:56.803192 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.803641 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.804128 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:56.804929 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 18:14:56.805255 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading Plugin: flavors Aug 18 18:14:56.810203 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 18:14:56.810522 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading Plugin: revisions Aug 18 18:14:56.814725 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 18:14:56.815111 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_concurrency.lockutils [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=93763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 18:14:56.815896 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93763) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 18:14:56.816201 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Initializing extension manager. Aug 18 18:14:56.816706 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: __init__.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.817043 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: __pycache__ {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.817368 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.817698 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: address_group.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.818445 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.819022 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: address-group Aug 18 18:14:56.819365 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: address_scope.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.820064 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.820564 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: address-scope Aug 18 18:14:56.820878 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.821796 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.822431 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: router-admin-state-down-before-update Aug 18 18:14:56.822743 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: agent.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.823441 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.823933 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: agent Aug 18 18:14:56.824246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: agent_resources_synced.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.825141 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.825635 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: agent-resources-synced Aug 18 18:14:56.825945 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: allowedaddresspairs.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.827758 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.828269 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: allowed-address-pairs Aug 18 18:14:56.828596 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: auto_allocated_topology.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.829643 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.830146 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: auto-allocated-topology Aug 18 18:14:56.830462 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: availability_zone.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.831149 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.831677 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: availability_zone Aug 18 18:14:56.831991 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: availability_zone_filter.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.832883 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.833379 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: availability_zone_filter Aug 18 18:14:56.833692 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: data_plane_status.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.834584 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.835079 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 18:14:56.835425 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: default_subnetpools.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.836327 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.836820 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: default-subnetpools Aug 18 18:14:56.837138 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.838045 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.838544 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: dhcp_agent_scheduler Aug 18 18:14:56.838859 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: dns.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.839793 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.840293 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension dns-integration not supported by any of loaded plugins Aug 18 18:14:56.840606 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: dns_domain_ports.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.841512 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.842005 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 18:14:56.842320 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.843237 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.843760 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 18:14:56.844077 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: dvr.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.844738 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.845230 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: dvr Aug 18 18:14:56.845540 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: ecmp_routes.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.846432 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.846922 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 18:14:56.847236 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: empty_string_filtering.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.848155 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.848655 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: empty-string-filtering Aug 18 18:14:56.848968 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.849868 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.850361 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 18:14:56.850673 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.851600 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.852096 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 18:14:56.852410 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: external_net.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.853424 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.853929 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: external-net Aug 18 18:14:56.854241 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.855136 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.855665 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: extra_dhcp_opt Aug 18 18:14:56.855982 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: extraroute.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.856883 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.857382 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: extraroute Aug 18 18:14:56.857694 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: extraroute_atomic.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.858720 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.859220 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: extraroute-atomic Aug 18 18:14:56.859578 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: filter_validation.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.860392 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.860891 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: filter-validation Aug 18 18:14:56.861204 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: fip_pf_description.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.862106 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.862606 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 18:14:56.862919 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: fip_port_details.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.863846 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.864347 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: fip-port-details Aug 18 18:14:56.864659 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: flavors.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.865870 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.866380 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: flavors Aug 18 18:14:56.866699 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.868367 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.868960 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 18:14:56.869286 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: floatingip_pools.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.869974 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.870476 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: floatingip-pools Aug 18 18:14:56.870792 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: ip_allocation.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.871732 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.872225 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 18:14:56.872541 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.873453 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.873953 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: ip-substring-filtering Aug 18 18:14:56.874269 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: l2_adjacency.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.875187 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.875713 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 18:14:56.876031 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: l3.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.876996 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.877504 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: router Aug 18 18:14:56.877824 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.880079 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.880607 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 18:14:56.880932 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.881866 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.882381 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: ext-gw-mode Aug 18 18:14:56.882701 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.883658 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.884159 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: l3-ha Aug 18 18:14:56.884601 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: l3_flavors.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.885505 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.886003 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: l3-flavors Aug 18 18:14:56.886318 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.887210 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.887736 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 18:14:56.888049 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: l3agentscheduler.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.889064 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.889564 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: l3_agent_scheduler Aug 18 18:14:56.889882 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: logging.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.891370 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.891886 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension logging not supported by any of loaded plugins Aug 18 18:14:56.892214 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: metering.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.892953 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.893517 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: metering Aug 18 18:14:56.893834 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.895034 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.895569 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: metering_source_and_destination_fields Aug 18 18:14:56.895889 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: multiprovidernet.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.896809 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.897313 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: multi-provider Aug 18 18:14:56.897627 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: netmtu.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.898531 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.899041 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: net-mtu Aug 18 18:14:56.899388 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: netmtu_writable.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.900374 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.900867 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: net-mtu-writable Aug 18 18:14:56.901546 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: network_availability_zone.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.902259 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.902752 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: network_availability_zone Aug 18 18:14:56.903061 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: network_ip_availability.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.904184 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.904682 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: network-ip-availability Aug 18 18:14:56.905005 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: network_segment_range.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.905774 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.906262 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 18:14:56.906576 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: pagination.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.907578 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.907900 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: pagination Aug 18 18:14:56.908220 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: port_device_profile.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.909135 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.909644 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: port-device-profile Aug 18 18:14:56.909957 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.910862 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.911386 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: port-mac-address-regenerate Aug 18 18:14:56.911700 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.912814 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.913088 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: port-numa-affinity-policy Aug 18 18:14:56.913397 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: port_resource_request.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.914305 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.914800 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 18:14:56.915112 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: portbindings.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.916171 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.916666 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: binding Aug 18 18:14:56.916979 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: portbindings_extended.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.918257 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.918768 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: binding-extended Aug 18 18:14:56.919085 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: portsecurity.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.920028 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.920530 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: port-security Aug 18 18:14:56.920849 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: project_id.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.921801 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.922127 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: project-id Aug 18 18:14:56.922440 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: providernet.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.923384 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.923891 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: provider Aug 18 18:14:56.924205 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: qos.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.927793 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.928312 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension qos not supported by any of loaded plugins Aug 18 18:14:56.928638 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.929873 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.930403 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 18:14:56.930718 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.931675 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.932172 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 18:14:56.932489 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: qos_default.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.933396 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.933892 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension qos-default not supported by any of loaded plugins Aug 18 18:14:56.934206 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: qos_fip.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.934855 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.935373 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension qos-fip not supported by any of loaded plugins Aug 18 18:14:56.935688 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: qos_gateway_ip.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.936601 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.937099 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 18:14:56.937415 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: qos_port_network_policy.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.938326 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.938817 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 18:14:56.939129 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: qos_pps_rule.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.940319 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.940827 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension qos-pps not supported by any of loaded plugins Aug 18 18:14:56.941148 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: qos_rule_type_details.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.942044 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.942545 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 18:14:56.942856 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: qos_rules_alias.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.943909 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.944410 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 18:14:56.944722 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: quotasv2.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.945849 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.946169 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: quotas Aug 18 18:14:56.946483 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: quotasv2_detail.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.949636 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.949970 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: quota_details Aug 18 18:14:56.950291 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: rbac.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.951379 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.951903 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: rbac-policies Aug 18 18:14:56.952239 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: rbac_address_group.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.953156 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.953669 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: rbac-address-group Aug 18 18:14:56.953990 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: rbac_address_scope.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.954896 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.955421 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: rbac-address-scope Aug 18 18:14:56.955741 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: rbac_security_groups.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.956651 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.957147 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: rbac-security-groups Aug 18 18:14:56.957466 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: rbac_subnetpool.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.958364 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.958860 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: rbac-subnetpool Aug 18 18:14:56.959179 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: revisionifmatch.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.960106 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.960604 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: revision-if-match Aug 18 18:14:56.960918 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: revisions.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.962003 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.962512 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: standard-attr-revisions Aug 18 18:14:56.962842 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: router_availability_zone.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.963551 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.964043 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: router_availability_zone Aug 18 18:14:56.964354 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: routerservicetype.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.965263 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.965756 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension router-service-type not supported by any of loaded plugins Aug 18 18:14:56.966067 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.966973 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.967502 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: security-groups-normalized-cidr Aug 18 18:14:56.967819 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.968725 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.969228 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: port-security-groups-filtering Aug 18 18:14:56.969538 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.970440 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.970938 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: security-groups-remote-address-group Aug 18 18:14:56.971246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: securitygroup.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.981108 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.981629 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: security-group Aug 18 18:14:56.981956 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: segment.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.982734 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.983236 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension segment not supported by any of loaded plugins Aug 18 18:14:56.983583 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.984509 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.985008 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 18:14:56.985329 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: servicetype.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.986508 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.987019 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: service-type Aug 18 18:14:56.987341 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: sorting.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.988342 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.988667 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: sorting Aug 18 18:14:56.988985 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: standard_attr_segment.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.989900 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.990408 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 18:14:56.990725 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: standardattrdescription.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.991383 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.991882 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: standard-attr-description Aug 18 18:14:56.992198 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: stateful_security_group.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.993115 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.993620 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: stateful-security-group Aug 18 18:14:56.993960 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: stdattrs_common.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.994701 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 18:14:56.995017 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.995953 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.996454 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 18:14:56.996758 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: subnet_onboard.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.997829 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:56.998332 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: subnet_onboard Aug 18 18:14:56.998644 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:56.999592 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.000086 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 18:14:57.000394 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: subnet_service_types.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:57.001303 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.001799 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: subnet-service-types Aug 18 18:14:57.002110 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: subnetallocation.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:57.003207 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.003728 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: subnet_allocation Aug 18 18:14:57.004041 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:57.004698 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.005188 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: subnetpool-prefix-ops Aug 18 18:14:57.005497 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:57.006410 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.006915 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 18:14:57.007224 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: tagging.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:57.008319 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.008842 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: standard-attr-tag Aug 18 18:14:57.009160 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: timestamp.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:57.010518 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.011019 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loaded extension: standard-attr-timestamp Aug 18 18:14:57.011365 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: trunk.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:57.012393 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.012897 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension trunk not supported by any of loaded plugins Aug 18 18:14:57.013217 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: trunk_details.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:57.014120 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.014621 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension trunk-details not supported by any of loaded plugins Aug 18 18:14:57.014936 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: uplink_status_propagation.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:57.015938 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.016470 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 18:14:57.016752 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Loading extension file: vlantransparent.py {{(pid=93763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 18:14:57.017409 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 18:14:57.017902 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 18:14:57.020394 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:network Aug 18 18:14:57.020912 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:subnet Aug 18 18:14:57.021306 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 18:14:57.021690 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:port Aug 18 18:14:57.022934 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.023384 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service FLAVORS assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.024000 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.024426 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.024756 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:router Aug 18 18:14:57.025358 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:floatingip Aug 18 18:14:57.026260 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service METERING assigned prefix: /metering {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.027737 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:57.028114 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:57.028460 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:14:57.029461 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 18:14:57.029908 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:security_group Aug 18 18:14:57.030339 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 18:14:57.030932 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service CORE assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.031253 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 18:14:57.031614 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] subnetpool is already registered Aug 18 18:14:57.032046 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service CORE assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.032364 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 18:14:57.032687 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] subnetpool is already registered Aug 18 18:14:57.035001 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.036760 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service FLAVORS assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.037368 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.037787 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.038117 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:router Aug 18 18:14:57.038449 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] router is already registered Aug 18 18:14:57.038851 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:floatingip Aug 18 18:14:57.039180 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] floatingip is already registered Aug 18 18:14:57.039653 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service METERING assigned prefix: /metering {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.040304 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 18:14:57.040706 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] rbac_policy is already registered Aug 18 18:14:57.041111 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:security_group Aug 18 18:14:57.041432 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] security_group is already registered Aug 18 18:14:57.041849 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 18:14:57.042176 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] security_group_rule is already registered Aug 18 18:14:57.042641 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service CORE assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.042957 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 18:14:57.043326 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] subnetpool is already registered Aug 18 18:14:57.043708 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.v2.resource_helper [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Service CORE assigned prefix: {{(pid=93763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 18:14:57.044016 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 18:14:57.044337 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING neutron.quota.resource_registry [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] subnetpool is already registered Aug 18 18:14:57.044772 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: extensions {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.046289 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: address-groups {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.047892 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: address-scopes {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.049067 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: agents {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.050203 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: auto-allocated-topology {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.051540 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: availability_zones {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.052761 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: dhcp-networks {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.054164 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: dhcp-agents {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.055714 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: routers {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.057613 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: flavors {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.058763 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: service_profiles {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.060106 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: next_providers {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.061517 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: service_profiles {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.062963 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: floatingip-pools {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.064208 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: routers {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.065999 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: floatingips {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.067224 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: l3-routers {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.068619 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: l3-agents {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.070108 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: metering-labels {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.071331 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: metering-label-rules {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.072896 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: network-ip-availabilities {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.074609 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: bindings {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.076196 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: quotas {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.077620 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: quotas {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.079146 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: rbac-policies {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.080376 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: security-groups {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.081572 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: security-group-rules {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.082770 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: service-providers {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.084098 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: subnetpools {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.085621 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: subnetpools {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.087044 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: tags {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.088881 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: tags {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.090550 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: tags {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.092449 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: tags {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.094132 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: tags {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.096332 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: tags {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.099032 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: tags {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.100848 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: tags {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.102582 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: tags {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.104515 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron.api.extensions [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Extended resource: tags {{(pid=93763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 18:14:57.110697 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING keystonemiddleware.auth_token [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 18:14:57.115229 dv-cinder-802882-9-iscsi neutron-server[93763]: WARNING keystonemiddleware.auth_token [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 18:14:57.124616 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_concurrency.lockutils [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Acquired lock "singleton_lock" {{(pid=93763) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 18:14:57.125087 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_concurrency.lockutils [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Releasing lock "singleton_lock" {{(pid=93763) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 18:14:57.125730 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO oslo_service.service [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Starting 2 workers Aug 18 18:14:57.130789 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Started child 93872 {{(pid=93763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 18:14:57.139330 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Started child 93873 {{(pid=93763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 18:14:57.139330 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO neutron.service [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 18:14:57.139624 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:14:57.140255 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Notify callbacks [] for process, before_spawn {{(pid=93763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:14:57.140363 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [-] (93872) wsgi starting up on http://0.0.0.0:9696 Aug 18 18:14:57.140785 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO oslo_service.service [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Starting 1 workers Aug 18 18:14:57.143962 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:14:57.145358 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [-] (93873) wsgi starting up on http://0.0.0.0:9696 Aug 18 18:14:57.146187 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Started child 93874 {{(pid=93763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 18:14:57.147001 dv-cinder-802882-9-iscsi neutron-server[93763]: INFO oslo_service.service [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Starting 1 workers Aug 18 18:14:57.152160 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.service [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] calling RpcWorker wait() {{(pid=93874) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 18:14:57.152789 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.service [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] returning from RpcWorker wait() {{(pid=93874) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 18:14:57.153102 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Started child 93875 {{(pid=93763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 18:14:57.153910 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:14:57.154064 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG neutron_lib.callbacks.manager [None req-90cffcad-0b7b-4ff3-b9bb-a14f2ba6669e None None] Notify callbacks [] for process, after_spawn {{(pid=93763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:14:57.154350 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:14:57.155818 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93763) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 18:14:57.156007 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 18:14:57.156164 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 18:14:57.156397 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 18:14:57.156713 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 18:14:57.156863 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 18:14:57.157358 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.157636 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.157893 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.158115 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.158440 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.158981 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:14:57.159590 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.159590 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.159590 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.159971 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.159971 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.160207 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.160329 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.160526 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.160744 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.161062 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.161337 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.161532 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.161809 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.161986 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.162272 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.162527 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.162759 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.163026 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] debug = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.163260 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.163754 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.163990 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.164225 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.164455 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.164734 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.164986 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.165257 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.165500 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.165859 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.166118 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.166397 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.166780 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.167060 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.167275 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.167569 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.167788 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.168246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] host = dv-cinder-802882-9-iscsi {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.168468 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.168682 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.168915 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.169171 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.169415 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.169631 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.169894 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.170147 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.170387 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.170609 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.170843 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.171149 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.171320 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.171554 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.171715 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_options = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.171955 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.172192 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.172449 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.172638 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.172805 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.172983 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.173235 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.173398 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.173692 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.173836 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.174042 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.174273 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.174502 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.174746 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.174996 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.175233 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.175483 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.175715 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.175966 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.176222 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.176412 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.176654 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.176885 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.177093 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.177301 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.177527 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.177768 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.177979 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.178186 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.178456 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.178681 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.178928 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.179166 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.179430 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.179656 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.179880 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.180108 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.180373 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.180605 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.180845 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.181089 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.181391 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.182170 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.182170 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.182170 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.182558 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_json = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.182681 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.182805 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.183040 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.183252 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.183505 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.183801 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.183947 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.184147 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.184566 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.184840 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.185163 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.185596 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.185970 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.186225 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.186471 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.186910 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.187033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.187744 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.188095 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.188426 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.188624 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.189193 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.189193 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.189402 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.189646 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.189936 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.190139 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.190400 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.190808 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.190901 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.191195 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.191503 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.191751 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.192012 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.192495 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.192495 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.192685 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.192898 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.193111 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.193325 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.193597 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.193814 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.194046 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.194252 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.194477 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.194851 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.195011 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.195237 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.195526 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.195765 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.196067 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.196405 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.196667 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.196755 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:14:57.196962 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.197757 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.197757 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.197757 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.198088 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.198251 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.198470 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.198682 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.198894 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.199132 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.199421 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.199639 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.199868 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.200078 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.200292 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.200519 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.200775 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.201020 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.201255 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.201486 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.201754 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.202097 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.202413 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.202576 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.202881 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.203050 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.203331 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.203550 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.203763 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.203971 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.204187 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.204410 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.204647 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.204897 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.205073 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.205301 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.205515 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.205730 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.205965 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.206236 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.206538 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.206779 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.207033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.207312 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.207736 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.207906 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.208181 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.208589 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.209343 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.209750 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.210108 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.212071 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.212071 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.212071 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.212339 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.212648 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.212850 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.213101 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.213364 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.213620 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.213848 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.214112 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.214379 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.214633 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.214890 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.215160 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.215487 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.215734 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.216006 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.216241 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.216513 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219417 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219417 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219417 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219417 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219417 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219417 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219417 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219417 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219993 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219993 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219993 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219993 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219993 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219993 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.219993 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.220497 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.220497 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.220694 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.220937 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.221146 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.221415 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.221641 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.221871 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.222123 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.222383 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.222609 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.222865 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.223202 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.223435 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.223659 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.223883 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.224092 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.224332 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.224539 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.224749 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.224980 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.225188 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.225434 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.225647 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.225873 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.226089 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.226300 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.226511 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.226749 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.226979 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.227194 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.227451 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.227666 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.227872 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.228204 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.228351 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.228602 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.228819 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.229084 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.229325 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.229549 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.229764 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.230160 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.230398 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.230607 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.230850 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.231064 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.231273 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.231514 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.231740 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.231955 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.232164 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.232382 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.232618 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.232871 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.233125 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.233442 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.233683 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.233940 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.234169 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.234376 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.234629 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.234853 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.235069 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.235275 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.235508 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.235718 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.235967 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.236184 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.236415 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.236621 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.236845 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.237051 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.237260 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.237464 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.237746 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.237994 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.238217 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.238469 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.238708 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.238913 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.239143 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.239365 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.239564 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.239774 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.239980 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.240207 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.240431 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.240773 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.241119 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.241515 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.241732 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.241935 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.242182 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.242405 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.242626 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.242857 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.243073 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.243275 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.243519 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.243940 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.244142 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.244669 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.244669 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.244835 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.244921 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.245103 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.245325 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.245543 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.245754 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.245955 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.246237 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.246478 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.246688 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.247169 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.247359 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.247487 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.247707 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.247979 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.248183 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.248423 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.248640 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.248862 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.249066 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.249298 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.249761 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.249912 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.250158 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.250386 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.250649 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.250920 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.251196 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.251439 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.251723 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.252051 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.252321 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.252562 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.252808 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.253044 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.253424 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.253787 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.254165 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.254382 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.254597 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.254849 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.255076 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.255332 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.255537 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.255766 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.256010 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.256261 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.256487 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.256700 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.256912 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.257064 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 18:14:57.257715 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93763) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 18:14:57.257875 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 18:14:57.258035 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 18:14:57.258210 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 18:14:57.258374 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 18:14:57.258521 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 18:14:57.258724 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.258884 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.259038 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.259194 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.259515 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.259724 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.259886 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.260041 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.260197 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.260352 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.260507 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.260660 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.260813 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.260965 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.261119 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.261273 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.261427 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.261581 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.261738 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.261892 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.262050 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.262204 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.262362 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] debug = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.262519 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.262702 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.262859 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.263013 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.263165 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.263357 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.263508 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.263662 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.263814 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.263966 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.264120 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.264272 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.264429 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.264582 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.264734 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.264886 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.265038 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.265191 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] host = dv-cinder-802882-9-iscsi {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.265345 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.265497 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.265649 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.265800 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.265956 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.266111 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.266262 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.266416 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.266569 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.266723 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.266877 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.267032 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.267184 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.267357 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.267511 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_options = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.267827 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.267827 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.267996 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.268130 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.268289 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.268726 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.268726 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.268726 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.268977 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.269059 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.269145 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.269303 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.269459 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.269611 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.269924 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.269924 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.270093 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.270182 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.270338 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.270489 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.270795 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.270953 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.271110 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.271323 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.271439 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.271591 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.271743 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.271911 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.272049 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.273704 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.273704 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.273704 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.273704 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.273704 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.273704 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.273704 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.273704 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274719 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274719 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_json = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274719 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.274719 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.275020 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.275020 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.275176 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.275364 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.275518 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.275671 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 18:14:57.276289 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.276461 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.276632 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.276795 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.276982 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.277127 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.277265 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.277422 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.277578 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.277732 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.277895 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.278051 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.278221 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.278374 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.278682 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.278844 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.279003 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.279157 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.279338 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.279502 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.279659 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.279818 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.279993 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.280154 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.280312 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.280469 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.280623 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.280928 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.281089 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.281246 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.281404 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.281562 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.281720 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.281881 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.282039 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.282196 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.282352 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.282508 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.282666 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.282827 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.282985 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.283167 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.283347 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.283506 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.283665 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.283821 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.283981 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.284137 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.284444 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.284588 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.284759 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.284915 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.285057 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.285215 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.285372 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.285513 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.285671 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.285826 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.285986 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.286144 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.286300 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.286472 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.286630 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.286784 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.286941 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.287099 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.287256 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.287435 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.287590 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.287750 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.287920 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.288066 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.288221 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.288380 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.288536 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.288691 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.288849 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.289006 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.289165 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.289321 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.289477 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.289636 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.289796 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.289952 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.290116 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.290287 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.290444 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.290685 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.290847 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.291056 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.291243 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.291350 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.291470 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.291563 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:14:57.291661 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.291767 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.291926 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.292082 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.292241 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.292398 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.292553 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.292708 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.292864 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.293019 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.293175 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.293331 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.293487 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.293644 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.293798 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.293953 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.294109 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.294263 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.294428 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.294584 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.294742 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.294899 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.295065 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.295232 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.295414 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.295572 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.295729 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.295884 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.296040 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.296208 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.296341 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.296497 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.296657 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.296812 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.296975 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.297143 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.297300 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.297458 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.297615 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.297793 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.298002 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.298098 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.298251 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.298406 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.298563 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.298722 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.298877 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.299034 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.299189 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.299367 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.299527 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.299683 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.299840 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.299995 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.300151 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.300307 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.300466 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.300623 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.300782 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.300939 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.301095 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.301250 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.301406 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.301562 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.301717 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.301878 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.302034 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.303156 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.303156 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.303156 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.303156 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.303156 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.303156 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.303156 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304239 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304239 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304239 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304239 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304239 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304239 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304239 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304239 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304796 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304796 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304796 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.304796 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.305094 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.305094 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.305232 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.305383 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.305538 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.305841 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.306007 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.306530 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.306530 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.306530 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.308033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.308033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.308033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.308033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.308033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.308033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.308033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.308033 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.309558 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.309558 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.309558 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.309558 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.309558 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.309558 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.309558 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.309558 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.309558 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310181 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310181 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310181 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310181 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310181 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310181 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310577 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310577 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310577 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310779 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310856 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.310971 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.311110 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.311277 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.311506 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.311609 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.311739 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.311900 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.312065 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.312222 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.312447 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.312572 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.312656 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.312812 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.312963 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.313128 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.313482 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.313482 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.313969 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.313969 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.313969 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.314586 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.314586 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.314586 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.314586 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.314586 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.315099 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.315099 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.315099 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.315278 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.315379 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.315481 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.315782 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.315782 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.316080 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.316080 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.316230 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.316371 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.316527 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.316685 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.317016 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.317016 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.317182 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.317295 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.317458 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.317623 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.317787 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.317945 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.318107 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.318276 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.318433 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.318589 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.318744 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.318899 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.319054 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.319211 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.319423 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.319542 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.319697 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.319852 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.320008 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.320163 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.320319 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.320474 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.320629 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.320785 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.320941 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.321097 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.321252 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 18:14:57.321401 dv-cinder-802882-9-iscsi neutron-server[93763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 18:14:57.558985 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 37978) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:14:57.567682 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063999 Aug 18 18:15:08.970491 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383f8e0b-ba0c-4e82-b735-ed229bd2d11b None None] get_active_networks_info from dv-cinder-802882-9-iscsi {{(pid=93874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 18:15:09.042273 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383f8e0b-ba0c-4e82-b735-ed229bd2d11b None None] No non-hosted networks {{(pid=93874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 18:15:09.060965 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-67c7cfea-b210-48a4-96b8-25a99849d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065493'] for agent, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:11.295858 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c7694fe-4f43-40a0-83eb-5a6a391a40f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065493'] for agent, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:11.342571 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f0754ab7-54d6-4bb2-b7ec-7509844c682b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:12.135704 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065493'] for agent, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:12.136524 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.136870 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.137200 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.137702 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.138771 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.139119 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.139470 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.139888 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.140210 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.141341 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.142121 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.142454 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:12.142946 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802882-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:15:12.159630 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802882-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:15:13.078976 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065493'] for agent, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:14.280292 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.db.l3_hamode_db [None req-844f2375-9b3e-4480-b1b4-1e880900bda5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 18:15:14.359422 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f2375-9b3e-4480-b1b4-1e880900bda5 None None] Routers set() bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:15:14.359737 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f2375-9b3e-4480-b1b4-1e880900bda5 None None] Router IDs set() for agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 18:15:14.545059 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065493'] for agent, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:15.293691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 38070) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:15.836420 dv-cinder-802882-9-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-95eee3b9-0f5d-4239-9618-d370455fc0d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 18:15:15.836990 dv-cinder-802882-9-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-95eee3b9-0f5d-4239-9618-d370455fc0d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 18:15:16.052015 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [None req-95eee3b9-0f5d-4239-9618-d370455fc0d8 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 18:15:16.053122 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-95eee3b9-0f5d-4239-9618-d370455fc0d8 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7582681 Aug 18 18:15:18.466082 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 38084) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:18.810901 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-c8fe8e7f-4f2d-444e-895c-5854f6bebee0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:15:18.907801 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.policy [None req-c8fe8e7f-4f2d-444e-895c-5854f6bebee0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 18:15:18.952362 dv-cinder-802882-9-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-c8fe8e7f-4f2d-444e-895c-5854f6bebee0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 18:15:18.952717 dv-cinder-802882-9-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-c8fe8e7f-4f2d-444e-895c-5854f6bebee0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 18:15:18.961164 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.quota [None req-c8fe8e7f-4f2d-444e-895c-5854f6bebee0 admin admin] Loaded quota_driver: . Aug 18 18:15:19.058569 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c8fe8e7f-4f2d-444e-895c-5854f6bebee0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747217366287', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747217366872', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747217359752', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747217413477', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747218037495', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747217400854', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-594389', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838136', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1914741', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1761760'] for rbac-policy, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:19.126664 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c8fe8e7f-4f2d-444e-895c-5854f6bebee0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:19.127856 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c8fe8e7f-4f2d-444e-895c-5854f6bebee0 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6604218 Aug 18 18:15:21.782241 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38096) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:22.344458 dv-cinder-802882-9-iscsi neutron-server[93873]: WARNING oslo_policy.policy [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 18:15:22.345021 dv-cinder-802882-9-iscsi neutron-server[93873]: WARNING oslo_policy.policy [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 18:15:22.561179 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:15:22.562733 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.quota [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Loaded quota_driver: . Aug 18 18:15:22.628774 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Made reservation on behalf of 7fc6502975fb4529ba4a99d6e6c4cd7b for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:15:22.698929 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.policy [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93873) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 18:15:22.743403 dv-cinder-802882-9-iscsi neutron-server[93873]: WARNING oslo_policy.policy [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 18:15:22.743771 dv-cinder-802882-9-iscsi neutron-server[93873]: WARNING oslo_policy.policy [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 18:15:22.754310 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:22.778324 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:22.922567 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:22.929255 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:22.948861 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:15:22.976861 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747220229578', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:22.977427 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Unsubscribe: segment precommit_create {{(pid=93873) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 18:15:22.977931 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Added segment 73500962-0caf-4d36-92c3-4d811ce93b9f of type vlan for network 958ed847-892b-4fc0-91ce-733c9379e87f Aug 18 18:15:22.995809 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f457ba7-5b57-4396-92ad-6001dbb8d8d4,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:23.017597 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.017985 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.018308 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.018719 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.019016 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.019447 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.019720 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.020042 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.020379 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.020689 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.021225 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.021540 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Tracked resource versions report: Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: pushed versions: Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: { 'AddressGroup': {'1.2'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'ConntrackHelper': {'1.0'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Log': {'1.0'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Network': {'1.1'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Port': {'1.7'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'PortForwarding': {'1.2'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'QosPolicy': {'1.9'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SecurityGroup': {'1.4'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SecurityGroupRule': {'1.2'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SubPort': {'1.0'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Subnet': {'1.1'}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Trunk': {'1.1'}} Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: consumer versions: Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: { DHCP agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: L3 agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: Metadata agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: Metering agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: Open vSwitch agent@dv-cinder-802882-9-iscsi: { 'AddressGroup': '1.2', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'ConntrackHelper': '1.0', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Log': '1.0', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Network': '1.1', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Port': '1.7', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'PortForwarding': '1.2', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'QosPolicy': '1.9', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SecurityGroup': '1.4', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SecurityGroupRule': '1.2', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SubPort': '1.0', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Subnet': '1.1', Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Trunk': '1.1'}} Aug 18 18:15:23.022638 dv-cinder-802882-9-iscsi neutron-server[93873]: {{(pid=93873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 18:15:23.120056 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:23.169552 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:23.170653 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:15:23.171313 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:23.241848 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4573758 Aug 18 18:15:23.275938 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539f3a3-e397-4543-b7e7-47ea12fbf59f admin admin] Pushing event updated for resources: {'Network': ['ID=958ed847-892b-4fc0-91ce-733c9379e87f,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:23.288696 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 958ed847-892b-4fc0-91ce-733c9379e87f details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:15:25.956090 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 38118) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:26.419993 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb534ca-f405-4043-bd47-62f35387ba2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:15:26.421487 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fcb534ca-f405-4043-bd47-62f35387ba2b admin admin] 10.222.0.46 "GET /v2.0/networks/958ed847-892b-4fc0-91ce-733c9379e87f HTTP/1.1" status: 200 len: 825 time: 0.4644618 Aug 18 18:15:26.450651 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f6c4f793-0ff4-461f-81d4-5ccd38bbd4aa admin admin] 10.222.0.46 "GET /v2.0/subnetpools/be52619f-31ca-46cf-937f-66f46c411d50 HTTP/1.1" status: 200 len: 734 time: 0.0201592 Aug 18 18:15:26.459651 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Request body: {'subnet': {'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'subnetpool_id': 'be52619f-31ca-46cf-937f-66f46c411d50', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:15:26.490009 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Made reservation on behalf of 7fc6502975fb4529ba4a99d6e6c4cd7b for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:15:26.494184 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:26.800587 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:26.866898 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Checking segment: {'id': '73500962-0caf-4d36-92c3-4d811ce93b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:15:26.867249 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Network hostable DHCP agents. Network: 958ed847-892b-4fc0-91ce-733c9379e87f, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:15:26.874091 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6254b83-1e42-4336-8d07-e8d5ffe020b5,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:26.885134 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.885485 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.885951 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.886244 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.886607 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.886944 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.887260 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.887604 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.887931 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.888251 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.888553 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.888845 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Tracked resource versions report: Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: pushed versions: Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: { 'AddressGroup': {'1.2'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'ConntrackHelper': {'1.0'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Log': {'1.0'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Network': {'1.1'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Port': {'1.7'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'PortForwarding': {'1.2'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'QosPolicy': {'1.9'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SecurityGroup': {'1.4'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SecurityGroupRule': {'1.2'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SubPort': {'1.0'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Subnet': {'1.1'}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Trunk': {'1.1'}} Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: consumer versions: Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: { DHCP agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: L3 agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: Metadata agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: Metering agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: Open vSwitch agent@dv-cinder-802882-9-iscsi: { 'AddressGroup': '1.2', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'ConntrackHelper': '1.0', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Log': '1.0', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Network': '1.1', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Port': '1.7', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'PortForwarding': '1.2', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'QosPolicy': '1.9', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SecurityGroup': '1.4', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SecurityGroupRule': '1.2', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SubPort': '1.0', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Subnet': '1.1', Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Trunk': '1.1'}} Aug 18 18:15:26.889942 dv-cinder-802882-9-iscsi neutron-server[93872]: {{(pid=93872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 18:15:26.923476 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Network 958ed847-892b-4fc0-91ce-733c9379e87f is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:15:26.936241 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 958ed847-892b-4fc0-91ce-733c9379e87f) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:15:26.940715 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:15:26.941322 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:26.946453 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216724d2-39a5-418c-a7b5-c14b0e9aafbb None None] Network 958ed847-892b-4fc0-91ce-733c9379e87f requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:15:26.959055 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7ae80dcf-4a01-4be7-b704-56489fc3e1ab admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5027285 Aug 18 18:15:27.264286 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172016aa-d127-5c45-b1cd-ac9faad852de-958ed847-892b-4fc0-91ce-733c9379e87f', 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'fixed_ips': [{'subnet_id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5'}]}} from dv-cinder-802882-9-iscsi. {{(pid=93874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 18:15:27.265491 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:27.536470 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Allocated IP 172.20.0.2 (958ed847-892b-4fc0-91ce-733c9379e87f/a6254b83-1e42-4336-8d07-e8d5ffe020b5/3e3bebce-99b9-4e86-bb30-41985e3e8308) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:15:27.766463 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:27.781138 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Transition to ACTIVE for port object 3e3bebce-99b9-4e86-bb30-41985e3e8308 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:15:27.800964 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Transition to ACTIVE for port object 3e3bebce-99b9-4e86-bb30-41985e3e8308 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:15:27.809624 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:27.879016 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Network 958ed847-892b-4fc0-91ce-733c9379e87f is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:15:27.883797 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:15:27.892807 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:15:27.895833 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Pushing event updated for resources: {'Port': ['ID=3e3bebce-99b9-4e86-bb30-41985e3e8308,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:27.907382 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.907713 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.908065 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.908388 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.908713 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.909033 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.909347 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.909664 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.910361 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.910361 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.910598 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.910906 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Tracked resource versions report: Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: pushed versions: Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: { 'AddressGroup': {'1.2'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'ConntrackHelper': {'1.0'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Log': {'1.0'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Network': {'1.1'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Port': {'1.7'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'PortForwarding': {'1.2'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'QosPolicy': {'1.9'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SecurityGroup': {'1.4'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SecurityGroupRule': {'1.2'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SubPort': {'1.0'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Subnet': {'1.1'}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Trunk': {'1.1'}} Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: consumer versions: Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: { DHCP agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: L3 agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: Metadata agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: Metering agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: Open vSwitch agent@dv-cinder-802882-9-iscsi: { 'AddressGroup': '1.2', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'ConntrackHelper': '1.0', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Log': '1.0', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Network': '1.1', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Port': '1.7', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'PortForwarding': '1.2', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'QosPolicy': '1.9', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SecurityGroup': '1.4', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SecurityGroupRule': '1.2', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SubPort': '1.0', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Subnet': '1.1', Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Trunk': '1.1'}} Aug 18 18:15:27.912084 dv-cinder-802882-9-iscsi neutron-server[93874]: {{(pid=93874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 18:15:27.980348 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Attempting to bind port 3e3bebce-99b9-4e86-bb30-41985e3e8308 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:15:27.981047 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Attempting to bind port 3e3bebce-99b9-4e86-bb30-41985e3e8308 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '73500962-0caf-4d36-92c3-4d811ce93b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:15:27.981156 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Attempting to bind port 3e3bebce-99b9-4e86-bb30-41985e3e8308 on network 958ed847-892b-4fc0-91ce-733c9379e87f {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:15:27.986550 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:15:27.986955 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Checking segment: {'id': '73500962-0caf-4d36-92c3-4d811ce93b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:15:27.987477 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:27.987866 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Bound using segment: {'id': '73500962-0caf-4d36-92c3-4d811ce93b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:15:27.988351 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Bound port: 3e3bebce-99b9-4e86-bb30-41985e3e8308, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73500962-0caf-4d36-92c3-4d811ce93b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:15:27.988778 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:28.054553 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] For port 3e3bebce-99b9-4e86-bb30-41985e3e8308, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:15:28.059036 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] For port 3e3bebce-99b9-4e86-bb30-41985e3e8308, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=3e3bebce-99b9-4e86-bb30-41985e3e8308,segment=NetworkSegment(73500962-0caf-4d36-92c3-4d811ce93b9f),segment_id=73500962-0caf-4d36-92c3-4d811ce93b9f)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:15:28.064901 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:28.129743 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f71eb-bf0a-43d0-962d-4f56ecd5c7b1 None None] Pushing event updated for resources: {'Port': ['ID=3e3bebce-99b9-4e86-bb30-41985e3e8308,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:29.388192 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38130) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:29.717358 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [None req-ab759f4f-fcdc-4e5d-acc3-be5ef821b21f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 18:15:29.718374 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ab759f4f-fcdc-4e5d-acc3-be5ef821b21f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3292148 Aug 18 18:15:32.177909 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38138) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:32.518872 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [None req-effac6e7-cda0-4d1b-80c6-6a858d232e4e admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 18:15:32.519961 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-effac6e7-cda0-4d1b-80c6-6a858d232e4e admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3410139 Aug 18 18:15:35.170753 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38148) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:35.495781 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-8c6d7d50-9375-47ba-a50c-f870f4ca6ce0 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'admin_state_up': True}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:15:35.523963 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7d50-9375-47ba-a50c-f870f4ca6ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41208'] for router, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:35.525508 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7d50-9375-47ba-a50c-f870f4ca6ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41201'] for router, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:35.674268 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7d50-9375-47ba-a50c-f870f4ca6ce0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:35.681236 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7d50-9375-47ba-a50c-f870f4ca6ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057'] for router, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:35.694914 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7d50-9375-47ba-a50c-f870f4ca6ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:35.703805 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8c6d7d50-9375-47ba-a50c-f870f4ca6ce0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5319095 Aug 18 18:15:36.221986 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 5 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:15:36.334728 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 3e3bebce-99b9-4e86-bb30-41985e3e8308 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:15:36.425124 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 3e3bebce-99b9-4e86-bb30-41985e3e8308 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:15:36.583150 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889b16cb-4158-4f3f-b661-f61de80054bf None None] Network 958ed847-892b-4fc0-91ce-733c9379e87f requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:15:36.700745 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-2c588f31-5525-4d80-b690-90e23c79ccde None None] Provisioning for port 3e3bebce-99b9-4e86-bb30-41985e3e8308 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:15:36.710022 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-2c588f31-5525-4d80-b690-90e23c79ccde None None] Provisioning complete for port 3e3bebce-99b9-4e86-bb30-41985e3e8308 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:15:36.710415 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c588f31-5525-4d80-b690-90e23c79ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:36.858938 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c588f31-5525-4d80-b690-90e23c79ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:36.899175 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-2c588f31-5525-4d80-b690-90e23c79ccde None None] For port 3e3bebce-99b9-4e86-bb30-41985e3e8308, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=3e3bebce-99b9-4e86-bb30-41985e3e8308,segment=NetworkSegment(73500962-0caf-4d36-92c3-4d811ce93b9f),segment_id=73500962-0caf-4d36-92c3-4d811ce93b9f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:15:36.905956 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2c588f31-5525-4d80-b690-90e23c79ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:36.958653 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c588f31-5525-4d80-b690-90e23c79ccde None None] Pushing event updated for resources: {'Port': ['ID=3e3bebce-99b9-4e86-bb30-41985e3e8308,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:37.027184 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8ae57755-b817-4008-8cfb-6fa351c2ec08 None None] Provisioning complete for port 3e3bebce-99b9-4e86-bb30-41985e3e8308 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:15:37.027700 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8ae57755-b817-4008-8cfb-6fa351c2ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:38.054861 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38160) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:38.295506 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 3e3bebce-99b9-4e86-bb30-41985e3e8308 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:15:38.341298 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 3e3bebce-99b9-4e86-bb30-41985e3e8308 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:15:38.341667 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:38.400149 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [None req-52d28eeb-683c-44ce-9531-66bc89755ebf admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 18:15:38.401094 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-52d28eeb-683c-44ce-9531-66bc89755ebf admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3452199 Aug 18 18:15:38.853567 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5e637337-1558-4c33-9031-a5148504d8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:40.826597 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38168) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:41.193711 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:15:41.218056 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Made reservation on behalf of 0a8f0fb48ff644c492eebdf5b3f5fca4 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:15:41.220271 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:41.228004 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:41.289451 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-25564f8f-9399-4f88-9bd5-111d47fa50e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:41.322292 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:41.328327 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:41.344484 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Reserving flat network on physical network physnet1 {{(pid=93873) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 18:15:41.359844 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810fcb30-0c19-4e23-9865-6c3e7b520026,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:41.364375 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:41.364701 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Added segment 838c1f7b-321f-441a-9ac3-604e904a886f of type flat for network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a Aug 18 18:15:41.412286 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:41.444514 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:41.445422 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:15:41.445937 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:41.499926 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6723003 Aug 18 18:15:41.504535 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b8e72-c0bb-48fb-95ad-e56a7f0e56ca admin admin] Pushing event updated for resources: {'Network': ['ID=2c1e297c-fe3c-4594-bab2-5f930eb8e64a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:41.516483 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:15:42.128207 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:42.994805 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:43.950211 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 38186) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:44.145819 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f11f6ad-2d4a-445e-9ce5-5aa5af43c9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:15:44.147132 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2f11f6ad-2d4a-445e-9ce5-5aa5af43c9cb admin admin] 10.222.0.46 "GET /v2.0/subnets/a6254b83-1e42-4336-8d07-e8d5ffe020b5 HTTP/1.1" status: 200 len: 849 time: 0.1959908 Aug 18 18:15:44.332288 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-aba143f0-18a7-439a-8369-5ce48526f36e admin admin] 10.222.0.46 "GET /v2.0/routers/a752f421-aa21-494a-90b1-53a21f730eb7 HTTP/1.1" status: 200 len: 704 time: 0.1788759 Aug 18 18:15:44.484653 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:44.611670 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:44.929971 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Allocated IP 172.20.0.1 (958ed847-892b-4fc0-91ce-733c9379e87f/a6254b83-1e42-4336-8d07-e8d5ffe020b5/0e779e5a-1974-43c2-aa71-9539ff8c17fa) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:15:45.091830 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:45.114078 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Transition to ACTIVE for port object 0e779e5a-1974-43c2-aa71-9539ff8c17fa will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:15:45.203482 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:45.265743 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Network 958ed847-892b-4fc0-91ce-733c9379e87f is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:15:45.271409 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:15:45.280017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:15:45.280691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1699177'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:45.356844 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e779e5a-1974-43c2-aa71-9539ff8c17fa,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:45.489447 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-d556f942-64aa-43f8-b8c6-102e35a1cd1f None None] Provisioning for port 0e779e5a-1974-43c2-aa71-9539ff8c17fa completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:15:45.493407 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-d556f942-64aa-43f8-b8c6-102e35a1cd1f None None] Provisioning complete for port 0e779e5a-1974-43c2-aa71-9539ff8c17fa triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:15:45.493822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d556f942-64aa-43f8-b8c6-102e35a1cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:45.532413 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-d556f942-64aa-43f8-b8c6-102e35a1cd1f None None] Port 0e779e5a-1974-43c2-aa71-9539ff8c17fa cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:15:45.554308 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:45.769307 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:45.776098 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:45.776899 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699229'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:45.858677 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e779e5a-1974-43c2-aa71-9539ff8c17fa,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:45.916313 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Network 958ed847-892b-4fc0-91ce-733c9379e87f is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:15:45.918334 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:15:46.083802 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Router a752f421-aa21-494a-90b1-53a21f730eb7 is scheduled to L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 18:15:46.156556 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-46eddb38-7c71-40a0-add7-2ccead30d378 None None] Provisioning complete for port 0e779e5a-1974-43c2-aa71-9539ff8c17fa triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:15:46.156915 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-46eddb38-7c71-40a0-add7-2ccead30d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:46.176115 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:15:46.186877 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Sync routers for ids ['a752f421-aa21-494a-90b1-53a21f730eb7'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:15:46.190018 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-301525e2-ccbb-4b05-95b1-a0d0ef8de1d1 admin admin] 10.222.0.46 "PUT /v2.0/routers/a752f421-aa21-494a-90b1-53a21f730eb7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8490188 Aug 18 18:15:46.194715 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-46eddb38-7c71-40a0-add7-2ccead30d378 None None] Port 0e779e5a-1974-43c2-aa71-9539ff8c17fa cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:15:46.199635 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Routers {'a752f421-aa21-494a-90b1-53a21f730eb7'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:15:46.200462 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:15:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['a752f421-aa21-494a-90b1-53a21f730eb7'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:15:46.384454 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Set router a752f421-aa21-494a-90b1-53a21f730eb7 gateway port host: None {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:15:46.826788 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'name': 'router1', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:15:35Z', 'updated_at': '2021-08-18T18:15:45Z', 'revision_number': 2, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'gw_port_host': None, '_interfaces': [{'id': '0e779e5a-1974-43c2-aa71-9539ff8c17fa', 'name': '', 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'mac_address': 'fa:16:3e:72:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:15:44Z', 'updated_at': '2021-08-18T18:15:45Z', 'revision_number': 2, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'subnets': [{'id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be52619f-31ca-46cf-937f-66f46c411d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:15:46.876620 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Checking router: a752f421-aa21-494a-90b1-53a21f730eb7 for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:15:46.876988 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Updating router a752f421-aa21-494a-90b1-53a21f730eb7 port 0e779e5a-1974-43c2-aa71-9539ff8c17fa binding host dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:15:46.928071 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:47.510405 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:47.531935 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Transition to ACTIVE for port object 0e779e5a-1974-43c2-aa71-9539ff8c17fa will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:15:47.538274 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:47.709718 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Pushing event updated for resources: {'Port': ['ID=0e779e5a-1974-43c2-aa71-9539ff8c17fa,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:47.726629 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.726976 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.727353 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.727679 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.728014 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.728349 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.728676 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.728985 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.729328 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.729645 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.730042 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.730550 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Tracked resource versions report: Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: pushed versions: Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: { 'AddressGroup': {'1.2'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'ConntrackHelper': {'1.0'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Log': {'1.0'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Network': {'1.1'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Port': {'1.7'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'PortForwarding': {'1.2'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'QosPolicy': {'1.9'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SecurityGroup': {'1.4'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SecurityGroupRule': {'1.2'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SubPort': {'1.0'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Subnet': {'1.1'}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Trunk': {'1.1'}} Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: consumer versions: Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: { DHCP agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: L3 agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: Metadata agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: Metering agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: Open vSwitch agent@dv-cinder-802882-9-iscsi: { 'AddressGroup': '1.2', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'ConntrackHelper': '1.0', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Log': '1.0', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Network': '1.1', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Port': '1.7', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'PortForwarding': '1.2', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'QosPolicy': '1.9', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SecurityGroup': '1.4', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SecurityGroupRule': '1.2', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SubPort': '1.0', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Subnet': '1.1', Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Trunk': '1.1'}} Aug 18 18:15:47.731917 dv-cinder-802882-9-iscsi neutron-server[93875]: {{(pid=93875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 18:15:47.736376 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Attempting to bind port 0e779e5a-1974-43c2-aa71-9539ff8c17fa on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:15:47.736785 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Attempting to bind port 0e779e5a-1974-43c2-aa71-9539ff8c17fa by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '73500962-0caf-4d36-92c3-4d811ce93b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:15:47.737193 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Attempting to bind port 0e779e5a-1974-43c2-aa71-9539ff8c17fa on network 958ed847-892b-4fc0-91ce-733c9379e87f {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:15:47.742836 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:15:47.743316 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Checking segment: {'id': '73500962-0caf-4d36-92c3-4d811ce93b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:15:47.743809 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:47.744187 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Bound using segment: {'id': '73500962-0caf-4d36-92c3-4d811ce93b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:15:47.744675 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Bound port: 0e779e5a-1974-43c2-aa71-9539ff8c17fa, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73500962-0caf-4d36-92c3-4d811ce93b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:15:47.745074 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:47.823048 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] For port 0e779e5a-1974-43c2-aa71-9539ff8c17fa, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:15:47.845944 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] For port 0e779e5a-1974-43c2-aa71-9539ff8c17fa, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=0e779e5a-1974-43c2-aa71-9539ff8c17fa,segment=NetworkSegment(73500962-0caf-4d36-92c3-4d811ce93b9f),segment_id=73500962-0caf-4d36-92c3-4d811ce93b9f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:15:47.851314 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:47.903772 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Routers {'a752f421-aa21-494a-90b1-53a21f730eb7'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:15:47.903772 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:15:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['a752f421-aa21-494a-90b1-53a21f730eb7'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:15:47.997021 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dccb6-5344-4fc7-abd1-2653af69d568 None None] Pushing event updated for resources: {'Port': ['ID=0e779e5a-1974-43c2-aa71-9539ff8c17fa,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:48.005529 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] Set router a752f421-aa21-494a-90b1-53a21f730eb7 gateway port host: None {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:15:48.216312 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'name': 'router1', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:15:35Z', 'updated_at': '2021-08-18T18:15:45Z', 'revision_number': 2, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'gw_port_host': None, '_interfaces': [{'id': '0e779e5a-1974-43c2-aa71-9539ff8c17fa', 'name': '', 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'mac_address': 'fa:16:3e:72:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:15:44Z', 'updated_at': '2021-08-18T18:15:47Z', 'revision_number': 4, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'subnets': [{'id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be52619f-31ca-46cf-937f-66f46c411d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:15:48.242106 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172e464-1cfc-4248-a125-d5553a729e16 None None] The sync data for ids ['a752f421-aa21-494a-90b1-53a21f730eb7'] in dv-cinder-802882-9-iscsi is: [{'id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'name': 'router1', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:15:35Z', 'updated_at': '2021-08-18T18:15:45Z', 'revision_number': 2, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'gw_port_host': None, '_interfaces': [{'id': '0e779e5a-1974-43c2-aa71-9539ff8c17fa', 'name': '', 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'mac_address': 'fa:16:3e:72:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:15:44Z', 'updated_at': '2021-08-18T18:15:47Z', 'revision_number': 4, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'subnets': [{'id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be52619f-31ca-46cf-937f-66f46c411d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:15:48.420961 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 38206) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:48.535264 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13816c5f-42b0-4260-afea-28b39cfdb312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:15:48.536750 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-13816c5f-42b0-4260-afea-28b39cfdb312 admin admin] 10.222.0.46 "GET /v2.0/networks/2c1e297c-fe3c-4594-bab2-5f930eb8e64a HTTP/1.1" status: 200 len: 842 time: 0.1147611 Aug 18 18:15:48.546919 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:15:48.570205 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Made reservation on behalf of 0a8f0fb48ff644c492eebdf5b3f5fca4 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:15:48.572707 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:48.865426 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.objects.ports [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 18:15:48.865793 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:48.922016 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59375a78-d0f6-4028-8ce4-05fa5b445d51,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:48.930453 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:15:48.930786 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Network hostable DHCP agents. Network: 2c1e297c-fe3c-4594-bab2-5f930eb8e64a, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:15:48.947620 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:15:48.957534 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 2c1e297c-fe3c-4594-bab2-5f930eb8e64a) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:15:48.966790 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259f41ca-43d9-4690-8fb3-d2c0cde9185c None None] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:15:48.968285 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:15:48.969878 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:48.991966 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c91bf517-93f1-4d23-9a5c-b06e2dfa59d6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4485588 Aug 18 18:15:49.098003 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d95e93-d1f7-43c6-9b81-ae4d68f226f2 None None] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:15:51.280696 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 38214) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:51.412207 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5af60fda-4313-4e7e-a811-172e200966fd admin admin] 10.222.0.46 "GET /v2.0/routers/a752f421-aa21-494a-90b1-53a21f730eb7 HTTP/1.1" status: 200 len: 710 time: 0.1303294 Aug 18 18:15:51.500209 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea7178-2481-43d0-9133-97df3275ff42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:15:51.501513 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-80ea7178-2481-43d0-9133-97df3275ff42 admin admin] 10.222.0.46 "GET /v2.0/networks/2c1e297c-fe3c-4594-bab2-5f930eb8e64a HTTP/1.1" status: 200 len: 886 time: 0.0835876 Aug 18 18:15:51.510869 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:15:51.841934 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:52.081395 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:52.159021 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:52.266470 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Allocated IP 172.27.1.63 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/2a53eb13-2930-44b1-b5ef-47e35c0f247e) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:15:52.370160 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:52.416464 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:52.456486 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:15:52.459478 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:15:52.463649 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:15:52.466600 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Pushing event updated for resources: {'Port': ['ID=2a53eb13-2930-44b1-b5ef-47e35c0f247e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:52.712846 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:52.905986 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1700288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41119'] for router, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:52.909373 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1697075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1697064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1700345'] for router, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:53.015710 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Router a752f421-aa21-494a-90b1-53a21f730eb7 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:15:53.217427 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:15:53.221885 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:53.223179 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d6902185-3256-47e5-a3ee-8af28959d2db admin admin] 10.222.0.46 "PUT /v2.0/routers/a752f421-aa21-494a-90b1-53a21f730eb7 HTTP/1.1" status: 200 len: 889 time: 1.7155368 Aug 18 18:15:54.327364 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 0e779e5a-1974-43c2-aa71-9539ff8c17fa up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:15:54.378362 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 0e779e5a-1974-43c2-aa71-9539ff8c17fa completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:15:54.382426 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 0e779e5a-1974-43c2-aa71-9539ff8c17fa triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:15:54.382845 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:54.462241 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:54.499879 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 0e779e5a-1974-43c2-aa71-9539ff8c17fa, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=0e779e5a-1974-43c2-aa71-9539ff8c17fa,segment=NetworkSegment(73500962-0caf-4d36-92c3-4d811ce93b9f),segment_id=73500962-0caf-4d36-92c3-4d811ce93b9f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:15:54.504623 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:54.609392 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=0e779e5a-1974-43c2-aa71-9539ff8c17fa,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:54.614907 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Sync routers for ids ['a752f421-aa21-494a-90b1-53a21f730eb7'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:15:54.627455 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Routers {'a752f421-aa21-494a-90b1-53a21f730eb7'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:15:54.628096 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:15:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['a752f421-aa21-494a-90b1-53a21f730eb7'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:15:54.834144 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Set router a752f421-aa21-494a-90b1-53a21f730eb7 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:15:55.230292 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'name': 'router1', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2a53eb13-2930-44b1-b5ef-47e35c0f247e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:15:35Z', 'updated_at': '2021-08-18T18:15:52Z', 'revision_number': 4, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'gw_port': {'id': '2a53eb13-2930-44b1-b5ef-47e35c0f247e', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:15:52Z', 'updated_at': '2021-08-18T18:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '0e779e5a-1974-43c2-aa71-9539ff8c17fa', 'name': '', 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'mac_address': 'fa:16:3e:72:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:15:44Z', 'updated_at': '2021-08-18T18:15:54Z', 'revision_number': 5, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'subnets': [{'id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be52619f-31ca-46cf-937f-66f46c411d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:15:55.282853 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Checking router: a752f421-aa21-494a-90b1-53a21f730eb7 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:15:55.283211 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Updating router a752f421-aa21-494a-90b1-53a21f730eb7 port 2a53eb13-2930-44b1-b5ef-47e35c0f247e binding host dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:15:55.331343 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:55.615692 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 38226) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:15:55.663559 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:55.673223 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Transition to ACTIVE for port object 2a53eb13-2930-44b1-b5ef-47e35c0f247e will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:15:55.679938 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:55.726820 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Attempting to bind port 2a53eb13-2930-44b1-b5ef-47e35c0f247e on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:15:55.727187 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Attempting to bind port 2a53eb13-2930-44b1-b5ef-47e35c0f247e by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:15:55.727589 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Attempting to bind port 2a53eb13-2930-44b1-b5ef-47e35c0f247e on network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:15:55.729487 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e1cfbdd5-869a-420d-8b65-71bfc7b05e29 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1126118 Aug 18 18:15:55.734303 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d955d-37fe-45de-bb7b-9c717e6e9205 None None] Pushing event updated for resources: {'Port': ['ID=2a53eb13-2930-44b1-b5ef-47e35c0f247e,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:55.737111 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:15:55.737486 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:15:55.737886 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:55.738272 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Bound using segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:15:55.738751 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Bound port: 2a53eb13-2930-44b1-b5ef-47e35c0f247e, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:15:55.739149 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:55.793835 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] For port 2a53eb13-2930-44b1-b5ef-47e35c0f247e, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:15:55.797350 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] For port 2a53eb13-2930-44b1-b5ef-47e35c0f247e, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=2a53eb13-2930-44b1-b5ef-47e35c0f247e,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:15:55.803175 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:55.947875 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d955d-37fe-45de-bb7b-9c717e6e9205 None None] Pushing event updated for resources: {'Port': ['ID=2a53eb13-2930-44b1-b5ef-47e35c0f247e,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:15:55.953890 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Routers {'a752f421-aa21-494a-90b1-53a21f730eb7'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:15:55.954511 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:15:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['a752f421-aa21-494a-90b1-53a21f730eb7'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:15:56.063184 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] Set router a752f421-aa21-494a-90b1-53a21f730eb7 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:15:56.272319 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'name': 'router1', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2a53eb13-2930-44b1-b5ef-47e35c0f247e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:15:35Z', 'updated_at': '2021-08-18T18:15:52Z', 'revision_number': 4, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'gw_port': {'id': '2a53eb13-2930-44b1-b5ef-47e35c0f247e', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:15:52Z', 'updated_at': '2021-08-18T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '0e779e5a-1974-43c2-aa71-9539ff8c17fa', 'name': '', 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'mac_address': 'fa:16:3e:72:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:15:44Z', 'updated_at': '2021-08-18T18:15:54Z', 'revision_number': 5, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'subnets': [{'id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be52619f-31ca-46cf-937f-66f46c411d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:15:56.303848 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde719e-bac1-4547-868c-24e7a4689b6c None None] The sync data for ids ['a752f421-aa21-494a-90b1-53a21f730eb7'] in dv-cinder-802882-9-iscsi is: [{'id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'name': 'router1', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2a53eb13-2930-44b1-b5ef-47e35c0f247e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:15:35Z', 'updated_at': '2021-08-18T18:15:52Z', 'revision_number': 4, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'gw_port': {'id': '2a53eb13-2930-44b1-b5ef-47e35c0f247e', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:15:52Z', 'updated_at': '2021-08-18T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '0e779e5a-1974-43c2-aa71-9539ff8c17fa', 'name': '', 'network_id': '958ed847-892b-4fc0-91ce-733c9379e87f', 'tenant_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'mac_address': 'fa:16:3e:72:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a752f421-aa21-494a-90b1-53a21f730eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:15:44Z', 'updated_at': '2021-08-18T18:15:54Z', 'revision_number': 5, 'project_id': '7fc6502975fb4529ba4a99d6e6c4cd7b', 'subnets': [{'id': 'a6254b83-1e42-4336-8d07-e8d5ffe020b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be52619f-31ca-46cf-937f-66f46c411d50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:15:56.324736 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 0e779e5a-1974-43c2-aa71-9539ff8c17fa up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:15:56.380121 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 0e779e5a-1974-43c2-aa71-9539ff8c17fa triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:15:56.388233 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:58.404168 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 2a53eb13-2930-44b1-b5ef-47e35c0f247e up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:15:58.463278 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 2a53eb13-2930-44b1-b5ef-47e35c0f247e completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:15:58.467770 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 2a53eb13-2930-44b1-b5ef-47e35c0f247e triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:15:58.468146 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:58.550349 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:58.570940 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 2a53eb13-2930-44b1-b5ef-47e35c0f247e, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=2a53eb13-2930-44b1-b5ef-47e35c0f247e,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:15:58.575674 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:15:58.627580 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=2a53eb13-2930-44b1-b5ef-47e35c0f247e,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:16:00.342247 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 2a53eb13-2930-44b1-b5ef-47e35c0f247e up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:16:00.431640 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 2a53eb13-2930-44b1-b5ef-47e35c0f247e triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:16:00.431961 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:08.858247 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9be5c098-c88f-4122-9e67-f97ba0b65128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:11.299758 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2413431c-c3c3-4985-9042-68259490900f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:12.133811 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:12.997605 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:13.223442 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 5 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:16:14.506372 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:38.863358 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-284cbc43-8000-4ac3-9dc0-298191bcfdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:41.297634 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dba5e1c3-1282-4430-bf81-34416f959c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:42.137910 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:43.004620 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:44.500067 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:16:50.223952 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 5 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:17:08.873801 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9854cb2b-dfdb-4200-91dc-1733a888ee95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:11.290948 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7458f89d-ad05-4e4f-bbd1-91fcc6b255d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:12.142698 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:13.005585 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:14.510306 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:27.224226 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 5 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:17:31.690892 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 38794) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:17:31.773062 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd060ae9-a8fd-4c0b-9cb1-bab3d68f8a6c admin admin] GET failed (client error): The resource could not be found. Aug 18 18:17:31.774465 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-dd060ae9-a8fd-4c0b-9cb1-bab3d68f8a6c admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0825491 Aug 18 18:17:31.943474 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81797d9c-d8d0-483b-a1f5-4870e4cbe2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:31.944977 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-81797d9c-d8d0-483b-a1f5-4870e4cbe2d4 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1629369 Aug 18 18:17:34.117954 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 38804) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:17:34.225806 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b842a-db35-4a92-a241-992f43d384e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:34.227220 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9a4b842a-db35-4a92-a241-992f43d384e2 admin admin] 10.222.0.46 "GET /v2.0/subnets/a6254b83-1e42-4336-8d07-e8d5ffe020b5 HTTP/1.1" status: 200 len: 849 time: 0.1079388 Aug 18 18:17:34.240874 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:17:34.342757 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:34.499181 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747220249959'] for subnet, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:34.532604 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:34.532604 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:34.539370 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] 10.222.0.46 "PUT /v2.0/subnets/a6254b83-1e42-4336-8d07-e8d5ffe020b5 HTTP/1.1" status: 200 len: 868 time: 0.2967665 Aug 18 18:17:34.539625 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2317ee53-d80a-4610-9483-cdbe14a6e1ef None None] Network 958ed847-892b-4fc0-91ce-733c9379e87f requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:17:34.564743 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6254b83-1e42-4336-8d07-e8d5ffe020b5,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:17:34.572511 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.572871 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.573214 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.573553 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.573880 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.574224 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.574556 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.574881 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.575221 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.575777 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.576147 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.576849 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e6dbc-d514-4fd4-9009-47155be7be26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:17:34.956072 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-55ad7740-6529-491a-b425-d6cf86d814c5 None None] Provisioning complete for port 0e779e5a-1974-43c2-aa71-9539ff8c17fa triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:17:34.956455 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-55ad7740-6529-491a-b425-d6cf86d814c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:35.045181 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-55ad7740-6529-491a-b425-d6cf86d814c5 None None] Provisioning complete for port 3e3bebce-99b9-4e86-bb30-41985e3e8308 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:17:35.045427 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-55ad7740-6529-491a-b425-d6cf86d814c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:36.711812 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38812) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:17:36.954624 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef707fd-a80e-4ef2-a6f2-d85bb1c855c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:36.955087 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef707fd-a80e-4ef2-a6f2-d85bb1c855c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:36.956686 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8ef707fd-a80e-4ef2-a6f2-d85bb1c855c7 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2439072 Aug 18 18:17:38.874773 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-85e077ba-077a-41a5-8ebb-6b9a93bedca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:39.120547 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38822) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:17:39.283967 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86927e4-b9f0-4c45-86d6-4b7cefce2fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:39.284444 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86927e4-b9f0-4c45-86d6-4b7cefce2fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:39.285997 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c86927e4-b9f0-4c45-86d6-4b7cefce2fff admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1645246 Aug 18 18:17:41.294501 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c1d61768-5760-45ea-8fff-d5f8a1c65424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:41.471112 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38832) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:17:41.660195 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331d477-1f5e-408d-9c84-17020e26e61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:41.661564 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4331d477-1f5e-408d-9c84-17020e26e61e admin admin] 10.222.0.46 "GET /v2.0/networks/2c1e297c-fe3c-4594-bab2-5f930eb8e64a HTTP/1.1" status: 200 len: 886 time: 0.1894577 Aug 18 18:17:42.146706 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:43.009258 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:43.816915 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38840) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:17:43.965739 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3686259a-669b-4fe2-8414-2a99c2c3557a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:43.967118 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3686259a-669b-4fe2-8414-2a99c2c3557a admin admin] 10.222.0.46 "GET /v2.0/networks/958ed847-892b-4fc0-91ce-733c9379e87f HTTP/1.1" status: 200 len: 869 time: 0.1492164 Aug 18 18:17:44.520782 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:17:46.118893 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38848) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:17:46.252581 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e82db84-1d72-4ac7-9f06-cfb759714d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:46.253034 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e82db84-1d72-4ac7-9f06-cfb759714d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:46.254551 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-5e82db84-1d72-4ac7-9f06-cfb759714d73 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1346900 Aug 18 18:17:48.411659 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38856) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:17:48.509573 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f10aa4-18aa-4815-8c30-97e8ac0add3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:48.510027 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f10aa4-18aa-4815-8c30-97e8ac0add3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:48.511538 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-24f10aa4-18aa-4815-8c30-97e8ac0add3b admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0987499 Aug 18 18:17:50.681444 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 38864) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:17:50.788984 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef6298-b7fb-4505-8413-6a8c73ccd500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:50.790334 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-90ef6298-b7fb-4505-8413-6a8c73ccd500 admin admin] 10.222.0.46 "GET /v2.0/subnets/59375a78-d0f6-4028-8ce4-05fa5b445d51 HTTP/1.1" status: 200 len: 816 time: 0.1078510 Aug 18 18:17:52.968256 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38872) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:17:53.109771 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd547248-e183-4b63-84fb-4ef472b85dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:17:53.111111 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-bd547248-e183-4b63-84fb-4ef472b85dad admin admin] 10.222.0.46 "GET /v2.0/subnets/a6254b83-1e42-4336-8d07-e8d5ffe020b5 HTTP/1.1" status: 200 len: 868 time: 0.1415758 Aug 18 18:18:04.223461 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 5 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:18:08.868564 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8e17a7db-f3ec-47e9-a2b1-37d24d84a6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:11.297697 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b86afe16-6d27-4b54-8f5e-a75f91f37512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:12.152055 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:13.013649 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:14.526339 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:16.812815 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38926) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:18:16.874430 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [None req-60d5b7aa-a35a-4c94-b612-60b81cf0702f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 18:18:16.875457 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-60d5b7aa-a35a-4c94-b612-60b81cf0702f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0613084 Aug 18 18:18:19.225900 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38934) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:18:19.297488 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.pecan_wsgi.hooks.translation [None req-85169ba8-8835-45f3-b67d-22d5cde01778 admin admin] GET failed (client error): The resource could not be found. Aug 18 18:18:19.299638 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-85169ba8-8835-45f3-b67d-22d5cde01778 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0722208 Aug 18 18:18:19.447989 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4db5feb-871a-4612-a583-69e0f6491d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:18:19.449408 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b4db5feb-871a-4612-a583-69e0f6491d88 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1434085 Aug 18 18:18:21.711595 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38942) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:18:21.763566 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:18:21.788018 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Made reservation on behalf of 0a8f0fb48ff644c492eebdf5b3f5fca4 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:18:21.790344 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:21.829384 dv-cinder-802882-9-iscsi neutron-server[93873]: WARNING neutron.services.revisions.revision_plugin [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Could not find related network for resource to bump revision. Aug 18 18:18:21.840830 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:18:21.849916 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:21.850252 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Added segment 595c4a59-f2a4-480d-af54-9fafabbb052b of type vlan for network 6249f1a0-3436-41ee-9a85-eda998c48a58 Aug 18 18:18:21.888685 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:21.915112 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:21.916384 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:18:21.917098 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:21.965351 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2526798 Aug 18 18:18:21.975937 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Pushing event updated for resources: {'Network': ['ID=6249f1a0-3436-41ee-9a85-eda998c48a58,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:18:21.984082 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.984450 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.984823 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.985158 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.985483 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.985835 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.986164 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.986490 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.986864 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.987190 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.987539 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:21.987863 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8641b5-e540-4e2d-bbf9-3f756462c3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:22.000177 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 6249f1a0-3436-41ee-9a85-eda998c48a58 details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:18:24.191405 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 38950) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:18:24.257564 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dd626a-6b77-442f-a885-28540868f1ac admin admin] GET failed (client error): The resource could not be found. Aug 18 18:18:24.258852 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-13dd626a-6b77-442f-a885-28540868f1ac admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0664880 Aug 18 18:18:24.338145 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53322583-747e-4c02-b9bb-59ec83f4e113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:18:24.339699 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-53322583-747e-4c02-b9bb-59ec83f4e113 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0739086 Aug 18 18:18:24.357701 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58', 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:18:24.387811 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Made reservation on behalf of 0a8f0fb48ff644c492eebdf5b3f5fca4 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:18:24.390358 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:24.607228 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:24.714778 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef80007-79bb-47e8-b570-6b1aa5b9aade,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:18:24.732362 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Checking segment: {'id': '595c4a59-f2a4-480d-af54-9fafabbb052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:18:24.732746 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Network hostable DHCP agents. Network: 6249f1a0-3436-41ee-9a85-eda998c48a58, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:18:24.758855 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Network 6249f1a0-3436-41ee-9a85-eda998c48a58 is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:18:24.771750 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 6249f1a0-3436-41ee-9a85-eda998c48a58) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:18:24.776929 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:18:24.777521 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:24.782551 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166ab3d-d9cd-4eaf-aa99-c2132b8ada2d None None] Network 6249f1a0-3436-41ee-9a85-eda998c48a58 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:18:24.794195 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a6b3d7ca-0446-434a-8709-4f79d463b5b1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4434118 Aug 18 18:18:24.943016 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172016aa-d127-5c45-b1cd-ac9faad852de-6249f1a0-3436-41ee-9a85-eda998c48a58', 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58', 'tenant_id': '0a8f0fb48ff644c492eebdf5b3f5fca4', 'fixed_ips': [{'subnet_id': 'aef80007-79bb-47e8-b570-6b1aa5b9aade'}]}} from dv-cinder-802882-9-iscsi. {{(pid=93874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 18:18:24.943965 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:25.084157 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Allocated IP 192.168.233.2 (6249f1a0-3436-41ee-9a85-eda998c48a58/aef80007-79bb-47e8-b570-6b1aa5b9aade/0e5c354e-4e75-4f80-b844-1800805447e9) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:18:25.233505 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:25.242031 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Transition to ACTIVE for port object 0e5c354e-4e75-4f80-b844-1800805447e9 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:18:25.257560 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Transition to ACTIVE for port object 0e5c354e-4e75-4f80-b844-1800805447e9 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:18:25.264369 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:25.311231 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Network 6249f1a0-3436-41ee-9a85-eda998c48a58 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:18:25.315243 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:18:25.317022 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Pushing event updated for resources: {'Port': ['ID=0e5c354e-4e75-4f80-b844-1800805447e9,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:18:25.319133 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:18:25.331068 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.331445 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.331792 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.332127 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.332461 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.332787 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.333112 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.333435 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.333774 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.334101 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.334543 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.334760 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:18:25.382007 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Attempting to bind port 0e5c354e-4e75-4f80-b844-1800805447e9 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:18:25.382634 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Attempting to bind port 0e5c354e-4e75-4f80-b844-1800805447e9 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '595c4a59-f2a4-480d-af54-9fafabbb052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:18:25.383030 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Attempting to bind port 0e5c354e-4e75-4f80-b844-1800805447e9 on network 6249f1a0-3436-41ee-9a85-eda998c48a58 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:18:25.388409 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:18:25.388783 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Checking segment: {'id': '595c4a59-f2a4-480d-af54-9fafabbb052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:18:25.389188 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:25.389576 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Bound using segment: {'id': '595c4a59-f2a4-480d-af54-9fafabbb052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:18:25.390035 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Bound port: 0e5c354e-4e75-4f80-b844-1800805447e9, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595c4a59-f2a4-480d-af54-9fafabbb052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:18:25.390428 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:25.451960 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] For port 0e5c354e-4e75-4f80-b844-1800805447e9, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:18:25.455202 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] For port 0e5c354e-4e75-4f80-b844-1800805447e9, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=0e5c354e-4e75-4f80-b844-1800805447e9,segment=NetworkSegment(595c4a59-f2a4-480d-af54-9fafabbb052b),segment_id=595c4a59-f2a4-480d-af54-9fafabbb052b)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:18:25.460061 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:25.520714 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac7ab5-f7d0-4107-953a-622e9e92fb48 None None] Pushing event updated for resources: {'Port': ['ID=0e5c354e-4e75-4f80-b844-1800805447e9,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:18:26.342192 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275fe218-7379-4431-ac81-ed520e410431 None None] Network 6249f1a0-3436-41ee-9a85-eda998c48a58 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:18:26.408758 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-7fcf68af-66cb-4577-8da6-6ee2396621b0 None None] Provisioning for port 0e5c354e-4e75-4f80-b844-1800805447e9 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:18:26.473865 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 0e5c354e-4e75-4f80-b844-1800805447e9 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:18:26.554047 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 0e5c354e-4e75-4f80-b844-1800805447e9 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:18:26.558684 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 0e5c354e-4e75-4f80-b844-1800805447e9 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:18:26.559056 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:26.644616 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:26.680058 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 0e5c354e-4e75-4f80-b844-1800805447e9, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=0e5c354e-4e75-4f80-b844-1800805447e9,segment=NetworkSegment(595c4a59-f2a4-480d-af54-9fafabbb052b),segment_id=595c4a59-f2a4-480d-af54-9fafabbb052b)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:18:26.687092 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:26.742536 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=0e5c354e-4e75-4f80-b844-1800805447e9,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:18:26.761049 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-34630c7a-58ff-42f1-b8e3-3d5db2d76784 None None] Provisioning complete for port 0e5c354e-4e75-4f80-b844-1800805447e9 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:18:26.761049 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-34630c7a-58ff-42f1-b8e3-3d5db2d76784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:28.426356 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 0e5c354e-4e75-4f80-b844-1800805447e9 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:18:28.478065 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 0e5c354e-4e75-4f80-b844-1800805447e9 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:18:28.478449 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:38.875270 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2f249b50-3828-4348-9a44-a4c0004e8440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:41.223589 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 5 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:18:41.301930 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6da92353-69f7-4afb-a66c-7783e97411fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:42.149239 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:43.014966 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:18:44.530112 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:08.870509 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7dc1eea1-e39b-4208-ac53-ea0b5f06b778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:11.305222 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9f96d40d-cad3-49af-ab9e-4d7c177608b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:12.154645 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:13.018912 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:14.531205 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:18.223927 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 5 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:19:34.134597 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39002) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:19:34.144052 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [None req-818c462d-b574-448f-9fb2-7b8b553f33f8 tempest-verify_tempest_config-1288960031 tempest-verify_tempest_config-1288960031-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 18:19:34.145399 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-818c462d-b574-448f-9fb2-7b8b553f33f8 tempest-verify_tempest_config-1288960031 tempest-verify_tempest_config-1288960031-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0094059 Aug 18 18:19:34.507144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39020) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:19:34.621542 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:34.748055 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:34.754690 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:34.799325 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb2c2a12ffcf4aacac7d77da3cdc4de5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2910979 Aug 18 18:19:34.800171 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fae9d7-ee9c-4f7b-9bf2-4b1d142d1e20,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:19:34.802051 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39026) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:19:34.817809 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.818156 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.818594 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.818951 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.819437 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.819778 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.820106 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.820412 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.820744 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.821077 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.821397 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.821711 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee4fe13-a4ee-481f-9344-5dc3c5cbd2ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:19:34.866540 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1db8062-7bdf-40c7-89bb-90967219c264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:34.887763 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1db8062-7bdf-40c7-89bb-90967219c264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:34.984692 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1db8062-7bdf-40c7-89bb-90967219c264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:34.989097 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1db8062-7bdf-40c7-89bb-90967219c264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:34.991008 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b1db8062-7bdf-40c7-89bb-90967219c264 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6fae9d7-ee9c-4f7b-9bf2-4b1d142d1e20 HTTP/1.1" status: 204 len: 168 time: 0.1878107 Aug 18 18:19:34.999018 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db8062-7bdf-40c7-89bb-90967219c264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fae9d7-ee9c-4f7b-9bf2-4b1d142d1e20,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:19:38.874052 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-16fe1ed0-fd3e-47de-849a-cf56041fbc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:41.316495 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9cc329d1-6492-473d-acb3-fd283b129056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:42.150785 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:43.020763 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:44.534858 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:19:55.227483 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 5 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:20:08.890202 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-79f1a403-a347-40f9-b594-318d72b8749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:20:11.317232 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-93f09713-c7af-405a-937e-db9d96594761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:20:12.157511 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:20:13.033234 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:20:14.543765 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:20:32.233069 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 5 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:20:38.880765 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-89e49c62-3f84-44fd-a739-3e5331c68933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:20:41.321834 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e14eb121-f274-4b1a-864f-91a5f21fc231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:20:42.164927 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:20:43.033463 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:20:44.547279 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:08.874212 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dbf22972-0166-4ec9-be50-c782be1364c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:09.233626 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 5 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:21:11.312674 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bd1cd008-10d7-489d-8b09-cecc676560c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:12.160868 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:13.037741 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:13.970777 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2065493'] for agent, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:14.553898 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:29.325960 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39098) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:21:29.441881 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a4a57156-8680-478a-86eb-5d4bf88f3aa4 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1147575 Aug 18 18:21:31.611580 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39108) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:21:31.673651 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-736c5ef9-1bd8-4242-b5c0-86969792bd54 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0609691 Aug 18 18:21:38.885890 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f7829c2e-9cc4-4da8-aa6b-b1af9bdda19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:41.330201 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ea43-dcae-472b-a06c-dd4a77e36c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:42.159524 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:43.045639 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:43.954526 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:44.558287 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:21:46.239203 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:22:08.890706 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8c3432b6-0fee-4b29-8164-0da89897aaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:11.320265 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-baa3ba84-e3c7-482f-84f0-1e3681e2cec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:12.162432 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:13.051427 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:13.959635 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:14.562616 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:23.239799 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:22:38.885830 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-af499d4e-5d43-44c9-b53f-6049d5eb24c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:41.316128 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a2cd296e-7243-4ea4-a3d8-908421b21233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:42.158401 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:43.047251 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:43.966559 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:22:44.563880 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:00.239437 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:23:01.044807 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39202) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:01.213047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-665206912-network', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:01.241433 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Made reservation on behalf of 0f6a1aa3f76a41b7b4320b1ad049d9c2 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:01.247400 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.256228 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.347178 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.352500 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.390896 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:23:01.394262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f28a0c-3f38-45a4-a047-b75e28034153,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:01.407615 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.408118 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.408592 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.409024 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.409445 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.409904 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.410301 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.410691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.411153 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.411498 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.411886 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.412252 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Tracked resource versions report: Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: pushed versions: Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: { 'AddressGroup': {'1.2'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'ConntrackHelper': {'1.0'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Log': {'1.0'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Network': {'1.1'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Port': {'1.7'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'PortForwarding': {'1.2'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'QosPolicy': {'1.9'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SecurityGroup': {'1.4'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SecurityGroupRule': {'1.2'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SubPort': {'1.0'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Subnet': {'1.1'}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Trunk': {'1.1'}} Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: consumer versions: Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: { DHCP agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: HyperV agent@hv-cinder-80288: {}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: L3 agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: Metadata agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: Metering agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: Open vSwitch agent@dv-cinder-802882-9-iscsi: { 'AddressGroup': '1.2', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'ConntrackHelper': '1.0', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Log': '1.0', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Network': '1.1', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Port': '1.7', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'PortForwarding': '1.2', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'QosPolicy': '1.9', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SecurityGroup': '1.4', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SecurityGroupRule': '1.2', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'SubPort': '1.0', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Subnet': '1.1', Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: 'Trunk': '1.1'}} Aug 18 18:23:01.413323 dv-cinder-802882-9-iscsi neutron-server[93872]: {{(pid=93872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 18:23:01.420469 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747220229578', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.421032 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Unsubscribe: segment precommit_create {{(pid=93872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 18:23:01.421594 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Added segment 96c69891-03f8-44f5-8dc9-2f939c0c92e3 of type vlan for network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf Aug 18 18:23:01.476554 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.517157 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.518605 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:01.519250 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.607720 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39252) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:01.608242 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5618527 Aug 18 18:23:01.617476 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Request body: {'subnet': {'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-subnet', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:01.627047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4885f-32b9-4f1a-9c9b-6bb7f98bb216 admin admin] Pushing event updated for resources: {'Network': ['ID=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:01.640331 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:23:01.653207 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Made reservation on behalf of 0f6a1aa3f76a41b7b4320b1ad049d9c2 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:01.656247 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.833954 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.877624 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30d5357-e11f-45bd-a5b6-260f711d26ec,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:01.886640 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.887000 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.887365 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.887699 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.888030 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.888367 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.888691 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.889011 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.889338 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.889659 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.889972 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.890285 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Tracked resource versions report: Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: pushed versions: Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: { 'AddressGroup': {'1.2'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'ConntrackHelper': {'1.0'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Log': {'1.0'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Network': {'1.1'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Port': {'1.7'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'PortForwarding': {'1.2'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'QosPolicy': {'1.9'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SecurityGroup': {'1.4'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SecurityGroupRule': {'1.2'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SubPort': {'1.0'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Subnet': {'1.1'}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Trunk': {'1.1'}} Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: consumer versions: Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: { DHCP agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: HyperV agent@hv-cinder-80288: {}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: L3 agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: Metadata agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: Metering agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: Open vSwitch agent@dv-cinder-802882-9-iscsi: { 'AddressGroup': '1.2', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'ConntrackHelper': '1.0', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Log': '1.0', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Network': '1.1', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Port': '1.7', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'PortForwarding': '1.2', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'QosPolicy': '1.9', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SecurityGroup': '1.4', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SecurityGroupRule': '1.2', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'SubPort': '1.0', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Subnet': '1.1', Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: 'Trunk': '1.1'}} Aug 18 18:23:01.891371 dv-cinder-802882-9-iscsi neutron-server[93873]: {{(pid=93873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 18:23:01.927698 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Checking segment: {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:01.928026 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Network hostable DHCP agents. Network: 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:23:01.945363 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:23:01.959097 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:01.968038 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b48884e-5454-4133-8aca-0484ecd1540f None None] Network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:01.968394 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:01.969104 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:01.989855 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39272) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:01.990104 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a4883c50-50db-4e68-92dd-db06f3a94fa3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3811743 Aug 18 18:23:01.994945 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:02.022172 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41208'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.024150 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41201'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.134802 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172016aa-d127-5c45-b1cd-ac9faad852de-243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec'}]}} from dv-cinder-802882-9-iscsi. {{(pid=93874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 18:23:02.135752 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.140106 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.298573 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.311428 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Allocated IP 172.20.0.2 (243dcccd-cc80-4fd2-90c0-c64fcc1af6cf/f30d5357-e11f-45bd-a5b6-260f711d26ec/b090d0c0-ad12-4f1f-a784-89b98bbf998c) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:02.507707 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.516877 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Transition to ACTIVE for port object b090d0c0-ad12-4f1f-a784-89b98bbf998c will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:02.539004 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Transition to ACTIVE for port object b090d0c0-ad12-4f1f-a784-89b98bbf998c will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:02.547130 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.596982 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Pushing event updated for resources: {'Port': ['ID=b090d0c0-ad12-4f1f-a784-89b98bbf998c,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:02.608426 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.608944 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.609449 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.610013 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.610430 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.610938 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.611355 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.611779 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.612188 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.612724 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.613136 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.613686 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Tracked resource versions report: Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: pushed versions: Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: { 'AddressGroup': {'1.2'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'ConntrackHelper': {'1.0'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Log': {'1.0'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Network': {'1.1'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Port': {'1.7'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'PortForwarding': {'1.2'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'QosPolicy': {'1.9'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SecurityGroup': {'1.4'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SecurityGroupRule': {'1.2'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SubPort': {'1.0'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Subnet': {'1.1'}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Trunk': {'1.1'}} Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: consumer versions: Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: { DHCP agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: HyperV agent@hv-cinder-80288: {}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: L3 agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: Metadata agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: Metering agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: Open vSwitch agent@dv-cinder-802882-9-iscsi: { 'AddressGroup': '1.2', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'ConntrackHelper': '1.0', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Log': '1.0', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Network': '1.1', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Port': '1.7', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'PortForwarding': '1.2', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'QosPolicy': '1.9', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SecurityGroup': '1.4', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SecurityGroupRule': '1.2', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'SubPort': '1.0', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Subnet': '1.1', Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: 'Trunk': '1.1'}} Aug 18 18:23:02.614982 dv-cinder-802882-9-iscsi neutron-server[93874]: {{(pid=93874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 18:23:02.621134 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:02.623248 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:02.629063 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:02.656752 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.675885 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.701088 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Attempting to bind port b090d0c0-ad12-4f1f-a784-89b98bbf998c on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:23:02.702140 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Attempting to bind port b090d0c0-ad12-4f1f-a784-89b98bbf998c by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:23:02.702599 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Attempting to bind port b090d0c0-ad12-4f1f-a784-89b98bbf998c on network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:02.708117 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:23:02.708634 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Checking segment: {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:02.709274 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.709865 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Bound using segment: {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:23:02.710550 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Bound port: b090d0c0-ad12-4f1f-a784-89b98bbf998c, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:23:02.711148 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.784229 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] For port b090d0c0-ad12-4f1f-a784-89b98bbf998c, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:23:02.788843 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] For port b090d0c0-ad12-4f1f-a784-89b98bbf998c, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b090d0c0-ad12-4f1f-a784-89b98bbf998c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:23:02.795375 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:02.806039 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Allocated IP 172.27.1.67 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/1938120b-f578-4960-b4ff-5f3a72729dff) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:02.822191 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39318) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:02.853330 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e8688-d257-4eec-b2c4-def58ce439fc None None] Pushing event updated for resources: {'Port': ['ID=b090d0c0-ad12-4f1f-a784-89b98bbf998c,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:02.959316 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.016197 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.081586 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1938120b-f578-4960-b4ff-5f3a72729dff,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:03.091202 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:03.092782 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:03.095510 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:03.109799 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39332) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:03.335356 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.378601 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-619300554-network', 'tenant_id': 'df7205fbeea74a84a8de4fdecfdb8fad'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:03.407593 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Made reservation on behalf of df7205fbeea74a84a8de4fdecfdb8fad for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:03.410836 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.424592 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.437813 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-367725975-network', 'tenant_id': '2869a7a76b7147b3a553c984756809c4'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:03.471740 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Made reservation on behalf of 2869a7a76b7147b3a553c984756809c4 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:03.474123 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.475791 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39346) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:03.493362 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.570675 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.613089 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.638634 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.692902 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:23:03.717571 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f258722-ed11-4202-a4d9-885473681264,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:03.749614 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 is scheduled to L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 18:23:03.751734 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.752255 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Added segment 01888128-d61c-4b53-96d7-fb93867de1f9 of type vlan for network 59d53df9-f602-4880-87fb-6eaf1d6a5b2d Aug 18 18:23:03.816269 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.874281 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.876255 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.877634 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:03.878590 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.930478 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:23:03.943648 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Sync routers for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:23:03.954951 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:23:03.956298 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:22:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:03.956744 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.957687 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:03.962696 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-72c4a3d1-880e-48ff-a5ad-61cc6e0690a4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9714143 Aug 18 18:23:03.964095 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39362) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:03.973467 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:23:04.004409 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.004999 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Added segment 77fdc748-fc9d-4ef6-8e7f-85c875e45921 of type vlan for network 90525376-7298-49f2-893b-492b16ed637d Aug 18 18:23:04.058179 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.077255 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033eeeec-47a0-4f42-b67e-d2599882da69 None None] Network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:04.093212 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] Pushing event updated for resources: {'Network': ['ID=59d53df9-f602-4880-87fb-6eaf1d6a5b2d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:04.125250 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9c23ddf3-36ac-4db1-a99b-233cb2f32e31 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3010330 Aug 18 18:23:04.129342 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-971530524-network', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:04.148550 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a929bd7-f3f1-4b7d-951c-2170315e12f0,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:04.152608 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39366) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:04.153475 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.154965 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:04.155898 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.172506 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Request body: {'subnet': {'network_id': '59d53df9-f602-4880-87fb-6eaf1d6a5b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-619300554-subnet', 'tenant_id': 'df7205fbeea74a84a8de4fdecfdb8fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:04.178588 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Made reservation on behalf of 4cfcf008c972460fb7ecf575f4c653d9 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:04.179703 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 59d53df9-f602-4880-87fb-6eaf1d6a5b2d details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:23:04.181103 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.192001 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.205719 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:23:04.273972 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] Pushing event updated for resources: {'Network': ['ID=90525376-7298-49f2-893b-492b16ed637d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:04.279079 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9458efe0-2f75-4e5f-b895-606cde63e33e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1681416 Aug 18 18:23:04.282097 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39374) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:04.287479 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Request body: {'subnet': {'network_id': '90525376-7298-49f2-893b-492b16ed637d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-367725975-subnet', 'tenant_id': '2869a7a76b7147b3a553c984756809c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:04.329096 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Made reservation on behalf of df7205fbeea74a84a8de4fdecfdb8fad for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:04.331633 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.397557 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 90525376-7298-49f2-893b-492b16ed637d details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:23:04.470045 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:03Z', 'revision_number': 3, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:04.488553 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-ff8f10b3-de6e-4fa2-8555-872aaf47b5d4 None None] Provisioning for port b090d0c0-ad12-4f1f-a784-89b98bbf998c completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:04.500533 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Checking router: 9bdb8882-4dbe-4c12-90bf-148969c16bf4 for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:23:04.500788 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Updating router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 port 1938120b-f578-4960-b4ff-5f3a72729dff binding host dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:23:04.528475 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.652998 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.699792 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.723824 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Made reservation on behalf of 2869a7a76b7147b3a553c984756809c4 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:04.726096 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:04.760132 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b090d0c0-ad12-4f1f-a784-89b98bbf998c up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:04.881665 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port b090d0c0-ad12-4f1f-a784-89b98bbf998c completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:04.886229 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port b090d0c0-ad12-4f1f-a784-89b98bbf998c triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:04.886906 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.097624 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.098202 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.151257 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.168662 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.187241 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Transition to ACTIVE for port object 1938120b-f578-4960-b4ff-5f3a72729dff will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:05.195896 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-5c2e7c9c-2c66-4ad7-a99a-aaaae81e5435 None None] Provisioning complete for port b090d0c0-ad12-4f1f-a784-89b98bbf998c triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:05.197926 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.208045 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5c2e7c9c-2c66-4ad7-a99a-aaaae81e5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.213563 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port b090d0c0-ad12-4f1f-a784-89b98bbf998c, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b090d0c0-ad12-4f1f-a784-89b98bbf998c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:05.214548 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:23:05.256444 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.282269 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Attempting to bind port 1938120b-f578-4960-b4ff-5f3a72729dff on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:23:05.282814 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Attempting to bind port 1938120b-f578-4960-b4ff-5f3a72729dff by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:23:05.283244 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Attempting to bind port 1938120b-f578-4960-b4ff-5f3a72729dff on network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:05.293385 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:23:05.293515 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:05.294053 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.294469 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Bound using segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:23:05.294923 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Bound port: 1938120b-f578-4960-b4ff-5f3a72729dff, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:23:05.295382 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.297065 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Pushing event updated for resources: {'Port': ['ID=1938120b-f578-4960-b4ff-5f3a72729dff,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:05.343459 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14888184-7219-458f-9ed4-7e2d30235c1e,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:05.364768 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.364768 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.364768 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.364768 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.364768 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.364768 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.364768 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.364768 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.364768 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.365725 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.365725 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.365725 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Tracked resource versions report: Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: pushed versions: Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: { 'AddressGroup': {'1.2'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'ConntrackHelper': {'1.0'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Log': {'1.0'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Network': {'1.1'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Port': {'1.7'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'PortForwarding': {'1.2'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'QosPolicy': {'1.9'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SecurityGroup': {'1.4'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SecurityGroupRule': {'1.2'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SubPort': {'1.0'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Subnet': {'1.1'}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Trunk': {'1.1'}} Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: consumer versions: Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: { DHCP agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: HyperV agent@hv-cinder-80288: {}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: L3 agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: Metadata agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: Metering agent@dv-cinder-802882-9-iscsi: {}, Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: Open vSwitch agent@dv-cinder-802882-9-iscsi: { 'AddressGroup': '1.2', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'ConntrackHelper': '1.0', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Log': '1.0', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Network': '1.1', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Port': '1.7', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'PortForwarding': '1.2', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'QosPolicy': '1.9', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SecurityGroup': '1.4', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SecurityGroupRule': '1.2', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'SubPort': '1.0', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Subnet': '1.1', Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: 'Trunk': '1.1'}} Aug 18 18:23:05.367031 dv-cinder-802882-9-iscsi neutron-server[93875]: {{(pid=93875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 18:23:05.378374 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=b090d0c0-ad12-4f1f-a784-89b98bbf998c,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:05.389256 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.391112 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Added segment e2fa341d-a18c-49ec-8a2e-ea2102d71ac9 of type vlan for network dd33299d-9999-4826-90da-36029a9801da Aug 18 18:23:05.413943 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.432192 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] For port 1938120b-f578-4960-b4ff-5f3a72729dff, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:23:05.441130 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] For port 1938120b-f578-4960-b4ff-5f3a72729dff, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=1938120b-f578-4960-b4ff-5f3a72729dff,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:23:05.449158 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.467053 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73e8db9-e918-4d96-b45a-770bac15e96d,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:05.473790 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Checking segment: {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:05.474180 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Network hostable DHCP agents. Network: 90525376-7298-49f2-893b-492b16ed637d, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:23:05.487459 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.512848 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Allocated IP 172.20.0.1 (243dcccd-cc80-4fd2-90c0-c64fcc1af6cf/f30d5357-e11f-45bd-a5b6-260f711d26ec/1adae2dc-9b48-4a59-8062-db60c39df812) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:05.556710 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb131597-e08c-4b3c-bca7-d89a73d1534a None None] Pushing event updated for resources: {'Port': ['ID=1938120b-f578-4960-b4ff-5f3a72729dff,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:05.564743 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:23:05.565618 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:22:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:05.569348 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f3f321-92b6-43c6-82d0-a90df8071a75,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:05.572721 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Checking segment: {'id': '01888128-d61c-4b53-96d7-fb93867de1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '59d53df9-f602-4880-87fb-6eaf1d6a5b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:05.573071 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Network hostable DHCP agents. Network: 59d53df9-f602-4880-87fb-6eaf1d6a5b2d, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:23:05.575231 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Network 90525376-7298-49f2-893b-492b16ed637d is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:23:05.581787 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.582767 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:05.583378 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.632006 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 90525376-7298-49f2-893b-492b16ed637d) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:05.640820 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b478e07d-35f2-4624-9d0f-40be2f911be6 None None] Network 90525376-7298-49f2-893b-492b16ed637d requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:05.665721 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:05.666319 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.673376 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1869643 Aug 18 18:23:05.678516 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39422) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:05.700747 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Request body: {'subnet': {'network_id': 'dd33299d-9999-4826-90da-36029a9801da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-971530524-subnet', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:05.722723 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:23:05.725027 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40610388-028b-4db6-af43-279bc8a3ee61 admin admin] Pushing event updated for resources: {'Network': ['ID=dd33299d-9999-4826-90da-36029a9801da,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:05.735600 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network dd33299d-9999-4826-90da-36029a9801da details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:23:05.740559 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Network 59d53df9-f602-4880-87fb-6eaf1d6a5b2d is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:23:05.755604 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 59d53df9-f602-4880-87fb-6eaf1d6a5b2d) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:05.771472 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:05.772539 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.793021 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.801468 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Made reservation on behalf of 4cfcf008c972460fb7ecf575f4c653d9 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:05.814478 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:05.815830 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-70ddfeb4-7740-428f-9845-f6d3ed02bef0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6482382 Aug 18 18:23:05.819093 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-98582fa5-5299-46f0-86f0-c3f35b07d954 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5361912 Aug 18 18:23:05.841940 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f032ef-2480-44a9-8679-448a81d29a81 None None] Network 59d53df9-f602-4880-87fb-6eaf1d6a5b2d requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:05.977652 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Transition to ACTIVE for port object 1adae2dc-9b48-4a59-8062-db60c39df812 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:06.080264 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:06.116037 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:03Z', 'revision_number': 3, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:06.117586 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82144d6e-58e7-49dd-b9bc-523ca0a45c23 None None] Network 90525376-7298-49f2-893b-492b16ed637d requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:06.124089 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:06.136789 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d4c3e-6af3-4cbd-bdb3-facd9383b359 None None] Network 59d53df9-f602-4880-87fb-6eaf1d6a5b2d requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:06.172255 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:06.176082 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Pushing event updated for resources: {'Port': ['ID=1adae2dc-9b48-4a59-8062-db60c39df812,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:06.187364 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66a2bb-4d17-40f9-bf15-0d8fd84f7b9f None None] The sync data for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi is: [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:03Z', 'revision_number': 3, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:23:06.227565 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:06.228210 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1699177'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:06.454425 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:06.655057 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a05d24-d918-4e5a-935f-9dab987eb2e1,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:06.694983 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-2fe14e92-b2e6-4bd0-9277-5a88f8ad472e None None] Provisioning for port 1adae2dc-9b48-4a59-8062-db60c39df812 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:06.702868 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-2fe14e92-b2e6-4bd0-9277-5a88f8ad472e None None] Provisioning complete for port 1adae2dc-9b48-4a59-8062-db60c39df812 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:06.703508 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2fe14e92-b2e6-4bd0-9277-5a88f8ad472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:06.747307 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Checking segment: {'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:06.748016 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Network hostable DHCP agents. Network: dd33299d-9999-4826-90da-36029a9801da, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:23:06.832544 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:06.863659 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Network dd33299d-9999-4826-90da-36029a9801da is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:23:06.934145 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, dd33299d-9999-4826-90da-36029a9801da) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:06.947368 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:06.948489 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:06.982532 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b17f0fc5-4f9a-4a62-a78a-be5a6843991c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2926657 Aug 18 18:23:06.983129 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39486) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:06.989167 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-971530524-router', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:07.025543 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b090d0c0-ad12-4f1f-a784-89b98bbf998c up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:07.041785 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41208'] for router, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:07.043397 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41201'] for router, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:07.044981 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4409a6-cab3-4a14-9c50-13b3808e4eda None None] Network dd33299d-9999-4826-90da-36029a9801da requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:07.216739 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:07.278047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:07.291363 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-2fe14e92-b2e6-4bd0-9277-5a88f8ad472e None None] Port 1adae2dc-9b48-4a59-8062-db60c39df812 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:23:07.296098 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:07.296357 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699229'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:07.455518 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port b090d0c0-ad12-4f1f-a784-89b98bbf998c triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:07.465253 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:07.577980 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Pushing event updated for resources: {'Port': ['ID=1adae2dc-9b48-4a59-8062-db60c39df812,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:07.629872 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef46fc9c-9cc0-4c41-945d-698c069cbc3e None None] Network dd33299d-9999-4826-90da-36029a9801da requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:07.636136 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39544) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:07.647907 dv-cinder-802882-9-iscsi neutron-server[93872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 18:23:07.723065 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:07.808552 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39554) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:07.857883 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:07.863710 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39558) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:07.872602 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:08.019886 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-4ef91db7-3412-44e3-aa08-da1496bf44f4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:08.031948 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-4ef91db7-3412-44e3-aa08-da1496bf44f4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 814 time: 0.3898706 Aug 18 18:23:08.093734 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-d8a91a65-04c0-4fc2-992d-6c41f0493622 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/quotas/2869a7a76b7147b3a553c984756809c4 HTTP/1.1" status: 200 len: 375 time: 0.0607052 Aug 18 18:23:08.175115 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39568) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:08.184626 dv-cinder-802882-9-iscsi neutron-server[93873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 18:23:08.187969 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-a1b64172-54f0-4a86-9a9e-036cffed0975 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934319 Aug 18 18:23:08.213088 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:23:08.220344 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-ca8084fe-92ac-43f2-a890-6d0021cc7362 None None] Provisioning complete for port 1adae2dc-9b48-4a59-8062-db60c39df812 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:08.221300 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ca8084fe-92ac-43f2-a890-6d0021cc7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.276507 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-ca8084fe-92ac-43f2-a890-6d0021cc7362 None None] Port 1adae2dc-9b48-4a59-8062-db60c39df812 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:23:08.316312 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39572) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:08.343357 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.368840 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-06c016e3-108e-4d9a-aa50-4f3366734632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.396982 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:23:08.414707 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-40859a92-d145-44fb-81bb-56a2abc59e3e admin admin] 10.222.0.46 "PUT /v2.0/routers/9bdb8882-4dbe-4c12-90bf-148969c16bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4383173 Aug 18 18:23:08.415044 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.418183 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc260b36-37d0-4a0b-b94c-be8815c43a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.427852 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-647277b9-6d0d-42a0-a1e3-247a8dd3715c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.574624 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-8e5ca9c4-4c92-4a95-80b3-f2e2dc9d22aa tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:08.576128 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-8e5ca9c4-4c92-4a95-80b3-f2e2dc9d22aa tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/networks?id=59d53df9-f602-4880-87fb-6eaf1d6a5b2d HTTP/1.1" status: 200 len: 811 time: 0.3999081 Aug 18 18:23:08.614276 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-543aaa87-f6dd-4815-8802-034423e3f442 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/quotas/df7205fbeea74a84a8de4fdecfdb8fad HTTP/1.1" status: 200 len: 375 time: 0.0314810 Aug 18 18:23:08.616321 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-64d1098e-362a-41d4-807d-75aed9577c32 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 18:23:08.617346 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-64d1098e-362a-41d4-807d-75aed9577c32 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1969273 Aug 18 18:23:08.666512 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1938120b-f578-4960-b4ff-5f3a72729dff up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:08.704068 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-814b2dcd-669c-4937-88e4-94ff33fe6ead tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7205fbeea74a84a8de4fdecfdb8fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799656 Aug 18 18:23:08.723619 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 1938120b-f578-4960-b4ff-5f3a72729dff completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:08.726539 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Allocated IP 172.27.1.142 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/2347542f-8d9d-44bd-8d4f-3de376941351) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:08.729338 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 1938120b-f578-4960-b4ff-5f3a72729dff triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:08.730464 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.754783 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc260b36-37d0-4a0b-b94c-be8815c43a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.765526 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-be841315-714e-4be6-a40a-6c552cf1afee service neutron] 10.222.0.46 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298134 Aug 18 18:23:08.766451 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc260b36-37d0-4a0b-b94c-be8815c43a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.819407 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Sync routers for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:23:08.862507 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc260b36-37d0-4a0b-b94c-be8815c43a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a1e24b-d760-405b-ac9d-4d4662cb6fca,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:08.870654 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fc260b36-37d0-4a0b-b94c-be8815c43a96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf629711acb044649ede8529f83d3486&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5522497 Aug 18 18:23:08.873599 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39590) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:08.913593 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-d55ab843-d487-4782-80f5-c72f14dccc00 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 18:23:08.923411 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-d55ab843-d487-4782-80f5-c72f14dccc00 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1068611 Aug 18 18:23:08.928227 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:23:08.928866 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:22:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:08.930523 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-b3183941-c574-4dbd-bbb2-57dede8c95b7 service neutron] 10.222.0.46 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444817 Aug 18 18:23:08.931569 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.936251 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-84df05ba-43eb-46a2-927b-d26fe9760cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.942923 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:08.995391 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 1938120b-f578-4960-b4ff-5f3a72729dff, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=1938120b-f578-4960-b4ff-5f3a72729dff,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:09.004331 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.100586 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=1938120b-f578-4960-b4ff-5f3a72729dff,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:09.107557 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:23:09.110845 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-06c016e3-108e-4d9a-aa50-4f3366734632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.156884 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-06c016e3-108e-4d9a-aa50-4f3366734632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.218430 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-1ff35fd8-5ff8-40a5-84f7-d5f0e3a8f373 service neutron] 10.222.0.46 "GET /v2.0/networks/59d53df9-f602-4880-87fb-6eaf1d6a5b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932718 Aug 18 18:23:09.232298 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b3eff1a7-5279-4ae4-bd91-4d792695a069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.270019 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.291857 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-06c016e3-108e-4d9a-aa50-4f3366734632 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=514cc35f1a4a41fdbc8bf10d5cc70828&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4820635 Aug 18 18:23:09.294598 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39618) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:09.372505 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0908f8e6-40ed-4514-9002-f234d3ef51c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.380498 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 2, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:09.396866 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0908f8e6-40ed-4514-9002-f234d3ef51c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.408842 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Pushing event updated for resources: {'Port': ['ID=2347542f-8d9d-44bd-8d4f-3de376941351,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:09.425748 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c016e3-108e-4d9a-aa50-4f3366734632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6587bf-fa69-4661-8372-9a8505b83f59,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:09.439933 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b3eff1a7-5279-4ae4-bd91-4d792695a069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.445014 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Checking router: 9bdb8882-4dbe-4c12-90bf-148969c16bf4 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:23:09.446149 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Updating router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 port 1adae2dc-9b48-4a59-8062-db60c39df812 binding host dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:23:09.468739 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:09.480533 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0908f8e6-40ed-4514-9002-f234d3ef51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.482869 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:09.483316 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0908f8e6-40ed-4514-9002-f234d3ef51c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.484857 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0908f8e6-40ed-4514-9002-f234d3ef51c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb6587bf-fa69-4661-8372-9a8505b83f59 HTTP/1.1" status: 204 len: 168 time: 0.1892142 Aug 18 18:23:09.498519 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908f8e6-40ed-4514-9002-f234d3ef51c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6587bf-fa69-4661-8372-9a8505b83f59,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:09.498657 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:09.507624 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.806648 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39634) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:09.811301 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-b49fdfb4-673e-453d-8045-44554431b05f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022116327', 'description': 'tempest-description--330996179'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:09.878331 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ff66e591-3477-4e0b-aa6e-584544ef283e service neutron] 10.222.0.46 "GET /v2.0/networks/59d53df9-f602-4880-87fb-6eaf1d6a5b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429734 Aug 18 18:23:09.908981 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:09.918394 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a647a089-d679-4f0e-9735-307f4464f793 req-4dfad92a-472c-4a56-97d6-07cb9e365b2c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 210 time: 0.0654688 Aug 18 18:23:10.016138 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Transition to ACTIVE for port object 1adae2dc-9b48-4a59-8062-db60c39df812 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:10.024245 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b3eff1a7-5279-4ae4-bd91-4d792695a069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.027764 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b3eff1a7-5279-4ae4-bd91-4d792695a069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.031498 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b3eff1a7-5279-4ae4-bd91-4d792695a069 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22a1e24b-d760-405b-ac9d-4d4662cb6fca HTTP/1.1" status: 204 len: 168 time: 1.1510184 Aug 18 18:23:10.031657 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.034293 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-647277b9-6d0d-42a0-a1e3-247a8dd3715c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.073237 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39648) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:10.076395 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-647277b9-6d0d-42a0-a1e3-247a8dd3715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.095698 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b49fdfb4-673e-453d-8045-44554431b05f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.102743 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eff1a7-5279-4ae4-bd91-4d792695a069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a1e24b-d760-405b-ac9d-4d4662cb6fca,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:10.126498 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-acb84d93-a616-47fa-8d21-277237abf231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.154646 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-647277b9-6d0d-42a0-a1e3-247a8dd3715c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de34ed6f3c414290b68bbaa12cf53e79&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2872114 Aug 18 18:23:10.161382 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39652) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:10.226403 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647277b9-6d0d-42a0-a1e3-247a8dd3715c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af16a93-b7b8-4fc5-aa31-eb09fb6301c6,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:10.230561 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.338807 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Attempting to bind port 1adae2dc-9b48-4a59-8062-db60c39df812 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:23:10.339339 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Attempting to bind port 1adae2dc-9b48-4a59-8062-db60c39df812 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:23:10.340706 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Attempting to bind port 1adae2dc-9b48-4a59-8062-db60c39df812 on network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:10.348249 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e0d7f-3ecb-4ea9-942b-50bff632e9a5 None None] Pushing event updated for resources: {'Port': ['ID=1adae2dc-9b48-4a59-8062-db60c39df812,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:10.354890 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:23:10.355268 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Checking segment: {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:10.355693 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.356120 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Bound using segment: {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:23:10.356615 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Bound port: 1adae2dc-9b48-4a59-8062-db60c39df812, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:23:10.356992 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.429517 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c30fd6bc-861f-473a-8111-c678534e7b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.461040 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] For port 1adae2dc-9b48-4a59-8062-db60c39df812, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:23:10.464683 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] For port 1adae2dc-9b48-4a59-8062-db60c39df812, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=1adae2dc-9b48-4a59-8062-db60c39df812,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:23:10.483577 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7bef6402-a716-46c5-a602-b1147cab60c9 req-109ebe49-e176-4393-b2fc-79ca3969a039 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 210 time: 0.0690358 Aug 18 18:23:10.487253 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.530458 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c30fd6bc-861f-473a-8111-c678534e7b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.598351 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-acb84d93-a616-47fa-8d21-277237abf231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.643190 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:23:10.645965 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:22:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:10.655990 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e0d7f-3ecb-4ea9-942b-50bff632e9a5 None None] Pushing event updated for resources: {'Port': ['ID=1adae2dc-9b48-4a59-8062-db60c39df812,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:10.802567 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b49fdfb4-673e-453d-8045-44554431b05f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.814433 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-acb84d93-a616-47fa-8d21-277237abf231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.828201 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b49fdfb4-673e-453d-8045-44554431b05f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.830995 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1938120b-f578-4960-b4ff-5f3a72729dff up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:10.873605 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b49fdfb4-673e-453d-8045-44554431b05f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.879668 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b49fdfb4-673e-453d-8045-44554431b05f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0718725 Aug 18 18:23:10.880751 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39682) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:10.906322 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-2d025307-dd0c-4930-b6e6-ef9a98a3f121 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'security_group_rule': {'security_group_id': '6fac1ffd-3431-4ea0-982e-018966dbfd05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:10.920150 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb84d93-a616-47fa-8d21-277237abf231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bbbfbc-3936-4f83-bae5-f4eead3f522b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:10.931178 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-acb84d93-a616-47fa-8d21-277237abf231 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52766f5e31e241c58ef44b9e7dce228b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8560989 Aug 18 18:23:10.940556 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39686) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:10.983075 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c30fd6bc-861f-473a-8111-c678534e7b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.985859 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c30fd6bc-861f-473a-8111-c678534e7b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:10.987147 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c30fd6bc-861f-473a-8111-c678534e7b4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2af16a93-b7b8-4fc5-aa31-eb09fb6301c6 HTTP/1.1" status: 204 len: 168 time: 0.8245077 Aug 18 18:23:11.054001 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fdfb4-673e-453d-8045-44554431b05f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fac1ffd-3431-4ea0-982e-018966dbfd05,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:11.058199 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d025307-dd0c-4930-b6e6-ef9a98a3f121 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.089160 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057'] for router, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.116174 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e58990c5-06a3-42b7-aeaf-21bbbd0571e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.185603 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e58990c5-06a3-42b7-aeaf-21bbbd0571e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.216905 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39704) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:11.236098 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fd6bc-861f-473a-8111-c678534e7b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af16a93-b7b8-4fc5-aa31-eb09fb6301c6,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:11.296253 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d025307-dd0c-4930-b6e6-ef9a98a3f121 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.311244 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d025307-dd0c-4930-b6e6-ef9a98a3f121 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.368520 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-104a7813-d63a-4b28-8c6c-3304d8e2e7b6 req-4a12820d-088d-4d9d-aafe-101f2cb2d18a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 210 time: 0.2532921 Aug 18 18:23:11.382654 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5fc7295a-793c-4ce9-879e-feda33e752fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.401816 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d025307-dd0c-4930-b6e6-ef9a98a3f121 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a92e87-6c9a-419d-9c49-bc5fada86425,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:11.441014 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Router 467d866c-19e8-4291-ac72-f2a5022a04af is scheduled to L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a with binding_index 1 {{(pid=93873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 18:23:11.445053 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d025307-dd0c-4930-b6e6-ef9a98a3f121 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.451131 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2d025307-dd0c-4930-b6e6-ef9a98a3f121 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5611417 Aug 18 18:23:11.453095 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39720) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:11.474718 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-55ed4057-6b5d-4870-aa47-adb97212ad72 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'security_group_rule': {'security_group_id': '6fac1ffd-3431-4ea0-982e-018966dbfd05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:11.479518 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e58990c5-06a3-42b7-aeaf-21bbbd0571e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.483350 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e58990c5-06a3-42b7-aeaf-21bbbd0571e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.484530 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e58990c5-06a3-42b7-aeaf-21bbbd0571e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90bbbfbc-3936-4f83-bae5-f4eead3f522b HTTP/1.1" status: 204 len: 168 time: 0.5389907 Aug 18 18:23:11.503770 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58990c5-06a3-42b7-aeaf-21bbbd0571e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bbbfbc-3936-4f83-bae5-f4eead3f522b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:11.536572 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-501301e2-6001-4cf2-a361-a36fb062a27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.574068 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:23:11.575749 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 1938120b-f578-4960-b4ff-5f3a72729dff triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:11.588392 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.590945 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39728) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:11.626379 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1613655-3a27-4cab-83aa-23f64757e373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.674329 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:23:11.685486 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Sync routers for ids ['467d866c-19e8-4291-ac72-f2a5022a04af'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:23:11.702338 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Routers {'467d866c-19e8-4291-ac72-f2a5022a04af'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:23:11.702985 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:23:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['467d866c-19e8-4291-ac72-f2a5022a04af'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:11.713479 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5fc7295a-793c-4ce9-879e-feda33e752fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.726930 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5fc7295a-793c-4ce9-879e-feda33e752fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.757725 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6a64b292-ed73-45b3-8941-9650a583151a req-297088fd-a928-414f-86e3-3d5047694883 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 210 time: 0.0335875 Aug 18 18:23:11.758502 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:11.759918 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7ff9b5b5-5fc0-4b13-988a-22a486f7ec18 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7759061 Aug 18 18:23:11.762991 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39732) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:11.833971 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5fc7295a-793c-4ce9-879e-feda33e752fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13a18004841f4452890514572e5b4a72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6073117 Aug 18 18:23:11.837022 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7295a-793c-4ce9-879e-feda33e752fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3028ffa4-6333-45e0-adc7-65da8655080f,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:11.844156 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39736) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:11.922174 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-55ed4057-6b5d-4870-aa47-adb97212ad72 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.023003 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-15bda48d-08b7-4a06-bcd5-a46962e23119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.059201 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Set router 467d866c-19e8-4291-ac72-f2a5022a04af gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:23:12.066943 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-15bda48d-08b7-4a06-bcd5-a46962e23119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.102472 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:10Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:12.127353 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1613655-3a27-4cab-83aa-23f64757e373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.137656 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1613655-3a27-4cab-83aa-23f64757e373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.152688 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8ab2b-985d-4ae9-ba3a-feb152d6455f None None] The sync data for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi is: [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:10Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:23:12.190766 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.229535 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d1613655-3a27-4cab-83aa-23f64757e373 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2050416be3ea4599a6e7b1388e62d0c9&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6324871 Aug 18 18:23:12.243048 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39746) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:12.247463 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-55ed4057-6b5d-4870-aa47-adb97212ad72 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.259266 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1613655-3a27-4cab-83aa-23f64757e373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12edd089-a82f-4569-a292-a0869de0e8c9,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:12.287956 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-15bda48d-08b7-4a06-bcd5-a46962e23119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.292952 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-15bda48d-08b7-4a06-bcd5-a46962e23119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.297130 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-15bda48d-08b7-4a06-bcd5-a46962e23119 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3028ffa4-6333-45e0-adc7-65da8655080f HTTP/1.1" status: 204 len: 168 time: 0.4515698 Aug 18 18:23:12.317238 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bda48d-08b7-4a06-bcd5-a46962e23119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3028ffa4-6333-45e0-adc7-65da8655080f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:12.349074 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-55ed4057-6b5d-4870-aa47-adb97212ad72 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.410779 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'name': 'tempest-ServerRescueNegativeTestJSON-971530524-router', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:07Z', 'updated_at': '2021-08-18T18:23:09Z', 'revision_number': 3, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'gw_port': {'id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:08Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:12.446033 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Checking router: 467d866c-19e8-4291-ac72-f2a5022a04af for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:23:12.446612 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Updating router 467d866c-19e8-4291-ac72-f2a5022a04af port 2347542f-8d9d-44bd-8d4f-3de376941351 binding host dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:23:12.477374 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed4057-6b5d-4870-aa47-adb97212ad72 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bdc627-cb4e-4f49-9463-cf0891209b0a,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:12.494635 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.499434 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-55ed4057-6b5d-4870-aa47-adb97212ad72 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.504003 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-55ed4057-6b5d-4870-aa47-adb97212ad72 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0401847 Aug 18 18:23:12.505049 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39762) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:12.513876 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'floatingip': {'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:12.526759 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c59b-2eb0-45e2-b439-e1a6f578a306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.574526 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.678597 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c59b-2eb0-45e2-b439-e1a6f578a306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.743903 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1adae2dc-9b48-4a59-8062-db60c39df812 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:12.855388 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-59bbb241-075b-4bbd-85fd-725e38c316e4 req-54feda2e-7ad2-4053-b911-6a77752d11af tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 210 time: 0.0622149 Aug 18 18:23:12.897780 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 1adae2dc-9b48-4a59-8062-db60c39df812 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:12.916847 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 1adae2dc-9b48-4a59-8062-db60c39df812 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:12.918599 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.945925 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c59b-2eb0-45e2-b439-e1a6f578a306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.953938 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c59b-2eb0-45e2-b439-e1a6f578a306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:12.963788 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9bf0c59b-2eb0-45e2-b439-e1a6f578a306 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12edd089-a82f-4569-a292-a0869de0e8c9 HTTP/1.1" status: 204 len: 168 time: 0.7053533 Aug 18 18:23:12.999102 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.048229 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Transition to ACTIVE for port object 2347542f-8d9d-44bd-8d4f-3de376941351 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:13.081826 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.107187 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-503d2274-369c-42db-b1bb-b9517a7335f7 req-2aad34b3-9783-44a2-90b2-48a2b29ac005 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 210 time: 0.0446885 Aug 18 18:23:13.112025 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.155792 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.204064 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.254203 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8f741-2ba3-4878-8e57-0f1cf446f024 None None] Pushing event updated for resources: {'Port': ['ID=2347542f-8d9d-44bd-8d4f-3de376941351,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:13.259464 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Attempting to bind port 2347542f-8d9d-44bd-8d4f-3de376941351 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:23:13.260092 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Attempting to bind port 2347542f-8d9d-44bd-8d4f-3de376941351 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:23:13.260631 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Attempting to bind port 2347542f-8d9d-44bd-8d4f-3de376941351 on network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:13.267992 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:23:13.269099 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:13.270235 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.271306 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Bound using segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:23:13.272467 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Bound port: 2347542f-8d9d-44bd-8d4f-3de376941351, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:23:13.273133 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.278060 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 1adae2dc-9b48-4a59-8062-db60c39df812, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=1adae2dc-9b48-4a59-8062-db60c39df812,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:13.290452 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.341818 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0c59b-2eb0-45e2-b439-e1a6f578a306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12edd089-a82f-4569-a292-a0869de0e8c9,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:13.380357 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] For port 2347542f-8d9d-44bd-8d4f-3de376941351, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:23:13.384686 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] For port 2347542f-8d9d-44bd-8d4f-3de376941351, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=2347542f-8d9d-44bd-8d4f-3de376941351,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:23:13.408264 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.416470 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=1adae2dc-9b48-4a59-8062-db60c39df812,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:13.432144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Allocated IP 172.27.1.179 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/ac3b09e6-1e15-4d02-bf87-a4d016028004) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:13.503912 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Routers {'467d866c-19e8-4291-ac72-f2a5022a04af'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:23:13.504546 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:23:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['467d866c-19e8-4291-ac72-f2a5022a04af'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:13.520693 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.576475 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8f741-2ba3-4878-8e57-0f1cf446f024 None None] Pushing event updated for resources: {'Port': ['ID=2347542f-8d9d-44bd-8d4f-3de376941351,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:13.638727 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.695255 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] Set router 467d866c-19e8-4291-ac72-f2a5022a04af gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:23:13.727811 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.782810 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:13.786800 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:13.791896 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:13.800916 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'Port': ['ID=ac3b09e6-1e15-4d02-bf87-a4d016028004,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:13.947167 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:13.991423 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'name': 'tempest-ServerRescueNegativeTestJSON-971530524-router', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:07Z', 'updated_at': '2021-08-18T18:23:09Z', 'revision_number': 3, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'gw_port': {'id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:08Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:14.002775 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Allocated IP 172.20.0.1 (dd33299d-9999-4826-90da-36029a9801da/60a05d24-d918-4e5a-935f-9dab987eb2e1/96400616-5433-40da-8595-f5bdc50e703a) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:14.054877 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8adfe5-cb80-4a2e-81d2-213d18f8234d None None] The sync data for ids ['467d866c-19e8-4291-ac72-f2a5022a04af'] in dv-cinder-802882-9-iscsi is: [{'id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'name': 'tempest-ServerRescueNegativeTestJSON-971530524-router', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:07Z', 'updated_at': '2021-08-18T18:23:09Z', 'revision_number': 3, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'gw_port': {'id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:08Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:23:14.067328 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3ae0179f-3db1-4e7b-9cd6-44e154dbab57 req-db1a3df3-ba9f-4a0a-82d8-9110c2a8f804 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 210 time: 0.0481284 Aug 18 18:23:14.098699 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:14.146851 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:14.187925 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:14.288392 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:14.387982 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Network dd33299d-9999-4826-90da-36029a9801da is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:14.426121 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:14.433152 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-97ea3e5f-d94a-498a-9972-bb87be95f775 req-53ee0ea9-cc40-4058-ad66-6d04d9073741 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 210 time: 0.1587493 Aug 18 18:23:14.433595 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:14.434068 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1699177'] for router_interface, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:14.596568 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:14.740836 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Pushing event updated for resources: {'Port': ['ID=96400616-5433-40da-8595-f5bdc50e703a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:14.766512 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:14.778340 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:14.849792 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:14.882434 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 2347542f-8d9d-44bd-8d4f-3de376941351 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:14.905881 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'Port': ['ID=ac3b09e6-1e15-4d02-bf87-a4d016028004,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:14.927214 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:14.929116 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f809cf4f-54da-407d-a576-6a1e26f61d44 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4226840 Aug 18 18:23:14.962069 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 2347542f-8d9d-44bd-8d4f-3de376941351 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:14.968698 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 2347542f-8d9d-44bd-8d4f-3de376941351 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:14.970265 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:15.102578 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:15.143276 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:15.150504 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 2347542f-8d9d-44bd-8d4f-3de376941351, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=2347542f-8d9d-44bd-8d4f-3de376941351,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:15.160839 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:15.161712 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1adae2dc-9b48-4a59-8062-db60c39df812 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:15.340076 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=2347542f-8d9d-44bd-8d4f-3de376941351,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:15.362012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.61', 57943) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:15.375878 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 1adae2dc-9b48-4a59-8062-db60c39df812 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:15.376402 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:15.404902 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-002ee1b3-8cfc-45db-8ef9-2ce7c02bddbe req-a93839e3-3ec9-4dfb-8a86-2ad8b3b18dd4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 210 time: 0.1486247 Aug 18 18:23:15.456656 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-fa925f55-07ad-46ac-ad63-1c2ee2e60444 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1022116327&fields=id&tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2 HTTP/1.1" status: 200 len: 267 time: 0.1324985 Aug 18 18:23:15.492839 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 39880) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:15.750701 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-44d33ca5-bfc1-42d2-9022-81e2922c4f9f req-8a1f4f35-f563-4ae7-a28c-810b951eb29e tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 210 time: 0.0950296 Aug 18 18:23:15.766600 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:15.788396 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:15.789946 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699229'] for router_interface, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:15.825068 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-1ea75770-b259-4f4f-9caf-a4cbe0a3fb44 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:15.826692 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-1ea75770-b259-4f4f-9caf-a4cbe0a3fb44 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 814 time: 0.4631712 Aug 18 18:23:15.838993 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Pushing event updated for resources: {'Port': ['ID=96400616-5433-40da-8595-f5bdc50e703a,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:15.848234 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-3ffc2edf-6677-4b0a-917f-f44f1d40b7d1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:15.850357 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-3ffc2edf-6677-4b0a-917f-f44f1d40b7d1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 816 time: 0.3210847 Aug 18 18:23:15.891578 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1924451020-network', 'tenant_id': '0daa565c3fb644aa87dd7b3964dca984'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:15.894518 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-889d592f-bc8c-4689-92db-3393f75f2720 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/quotas/0f6a1aa3f76a41b7b4320b1ad049d9c2 HTTP/1.1" status: 200 len: 375 time: 0.0251050 Aug 18 18:23:15.932907 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Request body: {'port': {'device_id': 'd7dd0386-7dd0-4640-ba18-67a90e23b5d2', 'network_id': '90525376-7298-49f2-893b-492b16ed637d', 'admin_state_up': True, 'tenant_id': '2869a7a76b7147b3a553c984756809c4'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:16.041904 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Network dd33299d-9999-4826-90da-36029a9801da is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:16.043695 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Made reservation on behalf of 0daa565c3fb644aa87dd7b3964dca984 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:16.048058 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:16.058934 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:16.061458 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:16.207776 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-de6b800b-c5f7-453b-b0c1-170df285174a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3046095 Aug 18 18:23:16.208282 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.61', 57951) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:16.208691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39926) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:16.297169 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Router 467d866c-19e8-4291-ac72-f2a5022a04af has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:23:16.425406 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:16.523220 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:16.574750 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-e12b134f-6207-40dc-be76-faed8ff4f1a5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:16.576383 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-e12b134f-6207-40dc-be76-faed8ff4f1a5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.61 "GET /v2.0/networks?id=59d53df9-f602-4880-87fb-6eaf1d6a5b2d HTTP/1.1" status: 200 len: 811 time: 0.3646507 Aug 18 18:23:16.601195 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7fe084e-de6c-4866-9037-b5a1e1c33b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:16.604351 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:23:16.614601 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Made reservation on behalf of 2869a7a76b7147b3a553c984756809c4 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:16.620480 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:16.634906 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Request body: {'port': {'device_id': 'c61587e5-192b-43d4-97b8-eae62deba8af', 'network_id': '59d53df9-f602-4880-87fb-6eaf1d6a5b2d', 'admin_state_up': True, 'tenant_id': 'df7205fbeea74a84a8de4fdecfdb8fad'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:16.636340 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee8776b-7405-4de2-8432-dc7d4bfdc3bd,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:16.650932 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7029dbe7-9da8-47a6-923e-5c7a90290adf req-bd6dd8d3-de28-4334-87d7-ef45099da3de tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 210 time: 0.0796728 Aug 18 18:23:16.657205 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-cc14ef7c-2985-448d-a6be-740f3cc1b4c6 service neutron] 10.222.0.46 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228973 Aug 18 18:23:16.692122 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:16.694275 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Added segment b931dcc1-9dd0-4834-8b78-8b94e154fdd6 of type vlan for network 0326649d-48d8-418f-8a71-288edd5e9d26 Aug 18 18:23:16.710806 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:23:16.722817 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 2347542f-8d9d-44bd-8d4f-3de376941351 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:16.736185 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9c428105-96c7-4303-bea6-bea1e1e03742 admin admin] 10.222.0.46 "PUT /v2.0/routers/467d866c-19e8-4291-ac72-f2a5022a04af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9719741 Aug 18 18:23:16.768805 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:16.822464 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 2347542f-8d9d-44bd-8d4f-3de376941351 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:16.823867 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:16.834547 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-ca18f0ec-172b-4aca-8a9b-2ae55bb9cb72 service neutron] 10.222.0.46 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577001 Aug 18 18:23:16.870528 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:16.871609 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:16.872200 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:17.053774 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Sync routers for ids ['467d866c-19e8-4291-ac72-f2a5022a04af'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:23:17.074905 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Routers {'467d866c-19e8-4291-ac72-f2a5022a04af'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:23:17.075812 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:23:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['467d866c-19e8-4291-ac72-f2a5022a04af'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:17.367565 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Allocated IP 172.20.0.8 (90525376-7298-49f2-893b-492b16ed637d/c73e8db9-e918-4d96-b45a-770bac15e96d/a01a5615-0254-45d1-8706-660e2968010b) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:17.413970 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7fe084e-de6c-4866-9037-b5a1e1c33b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:17.432045 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7fe084e-de6c-4866-9037-b5a1e1c33b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:17.463100 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d7fe084e-de6c-4866-9037-b5a1e1c33b0f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51856170e6934be68aded23d0bdb3c40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2498739 Aug 18 18:23:17.476727 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39974) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:17.506805 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Set router 467d866c-19e8-4291-ac72-f2a5022a04af gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:23:17.547063 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe084e-de6c-4866-9037-b5a1e1c33b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e5b10b-9b7a-4ebd-8531-7ff6f1c5fb0c,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:17.648688 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6e95-87ca-43d1-af5f-8ac0c39b8c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:17.698537 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1688149 Aug 18 18:23:17.700047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 39980) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:17.700047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Request body: {'subnet': {'network_id': '0326649d-48d8-418f-8a71-288edd5e9d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1924451020-subnet', 'tenant_id': '0daa565c3fb644aa87dd7b3964dca984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:17.721345 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3e51ac07-f8b1-4a34-ae21-0853fd96273a req-67c490e1-3e76-4461-b3fd-8f110b429ff7 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 210 time: 0.0971701 Aug 18 18:23:17.722525 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6e95-87ca-43d1-af5f-8ac0c39b8c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:17.742238 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Made reservation on behalf of df7205fbeea74a84a8de4fdecfdb8fad for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:17.749298 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:17.764536 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f57ce7-e223-4d13-beec-d6037d13e6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0326649d-48d8-418f-8a71-288edd5e9d26,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:17.888368 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2541725e-096c-49a6-9e2e-acf423abdef6 req-76d77ca8-43e2-45cc-a24b-1b513b5d99d7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0764930 Aug 18 18:23:17.924678 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 0326649d-48d8-418f-8a71-288edd5e9d26 details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:23:17.975341 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:18.076344 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'name': 'tempest-ServerRescueNegativeTestJSON-971530524-router', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:07Z', 'updated_at': '2021-08-18T18:23:15Z', 'revision_number': 4, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'gw_port': {'id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:08Z', 'updated_at': '2021-08-18T18:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '96400616-5433-40da-8595-f5bdc50e703a', 'name': '', 'network_id': 'dd33299d-9999-4826-90da-36029a9801da', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'mac_address': 'fa:16:3e:49:50:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '60a05d24-d918-4e5a-935f-9dab987eb2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:13Z', 'updated_at': '2021-08-18T18:23:15Z', 'revision_number': 2, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'subnets': [{'id': '60a05d24-d918-4e5a-935f-9dab987eb2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:18.113839 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Checking router: 467d866c-19e8-4291-ac72-f2a5022a04af for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:23:18.114570 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Updating router 467d866c-19e8-4291-ac72-f2a5022a04af port 96400616-5433-40da-8595-f5bdc50e703a binding host dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:23:18.143822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:18.210849 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ae223-a3d0-4fba-b420-9a73eb165e25 req-9ddaf2e3-c7d4-4b24-a59b-c6b65e6f8634 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:18.214349 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:18.218788 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-558ae223-a3d0-4fba-b420-9a73eb165e25 req-9ddaf2e3-c7d4-4b24-a59b-c6b65e6f8634 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 931 time: 0.1035509 Aug 18 18:23:18.237706 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Made reservation on behalf of 0daa565c3fb644aa87dd7b3964dca984 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:18.240140 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:18.289930 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-558ae223-a3d0-4fba-b420-9a73eb165e25 req-19f822b5-cac0-4a31-8ace-697bbfd1e92d tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700302 Aug 18 18:23:18.730645 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:18.795158 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:18.807774 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Transition to ACTIVE for port object 96400616-5433-40da-8595-f5bdc50e703a will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:18.815319 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:18.883352 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40016) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:18.902614 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-21a40fd0-59f5-450e-8f16-8a580e2d6f56 req-18349f8a-7c78-4012-92bb-b8b6eeb690d4 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 210 time: 0.0556526 Aug 18 18:23:18.938601 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cefa58-bc27-4283-9ec4-628b1123883f None None] Pushing event updated for resources: {'Port': ['ID=96400616-5433-40da-8595-f5bdc50e703a,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:19.023646 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Attempting to bind port 96400616-5433-40da-8595-f5bdc50e703a on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:23:19.027822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Attempting to bind port 96400616-5433-40da-8595-f5bdc50e703a by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:23:19.028420 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Attempting to bind port 96400616-5433-40da-8595-f5bdc50e703a on network dd33299d-9999-4826-90da-36029a9801da {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:19.042954 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:23:19.045452 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Checking segment: {'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:19.046043 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.046758 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Bound using segment: {'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:23:19.047940 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Network 90525376-7298-49f2-893b-492b16ed637d is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:19.050601 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Bound port: 96400616-5433-40da-8595-f5bdc50e703a, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:23:19.055014 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.091543 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27bcd2b0-e031-43f7-a856-0c4cfea8b98b,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:19.094860 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6e95-87ca-43d1-af5f-8ac0c39b8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.098058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6e95-87ca-43d1-af5f-8ac0c39b8c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.099740 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8c6c6e95-87ca-43d1-af5f-8ac0c39b8c2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9e5b10b-9b7a-4ebd-8531-7ff6f1c5fb0c HTTP/1.1" status: 204 len: 168 time: 1.6219969 Aug 18 18:23:19.158870 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:19.162062 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-aa502ab5-57cf-4d0f-a373-3e697acc6559 req-7399143b-baf2-4dc6-a3ce-c0d468546e2b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0884533 Aug 18 18:23:19.168867 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:19.194744 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:19.195405 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.222519 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-81ec5d36-82ec-4f2e-8430-2c529752d823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.246405 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-1247fc56-217b-4a3a-a577-f74d4239e2dd tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:19.259480 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-1247fc56-217b-4a3a-a577-f74d4239e2dd tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 818 time: 1.4616852 Aug 18 18:23:19.331582 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] For port 96400616-5433-40da-8595-f5bdc50e703a, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:23:19.341131 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] For port 96400616-5433-40da-8595-f5bdc50e703a, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=96400616-5433-40da-8595-f5bdc50e703a,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:23:19.349693 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.420688 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Allocated IP 172.20.0.9 (59d53df9-f602-4880-87fb-6eaf1d6a5b2d/31f3f321-92b6-43c6-82d0-a90df8071a75/04a0b333-7591-4db8-a909-71a55b5a79de) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:19.454196 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Pushing event updated for resources: {'Port': ['ID=a01a5615-0254-45d1-8706-660e2968010b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:19.491694 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c6e95-87ca-43d1-af5f-8ac0c39b8c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e5b10b-9b7a-4ebd-8531-7ff6f1c5fb0c,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:19.495792 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cefa58-bc27-4283-9ec4-628b1123883f None None] Pushing event updated for resources: {'Port': ['ID=96400616-5433-40da-8595-f5bdc50e703a,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:19.537381 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Routers {'467d866c-19e8-4291-ac72-f2a5022a04af'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:23:19.538431 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:23:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['467d866c-19e8-4291-ac72-f2a5022a04af'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:19.572413 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-81ec5d36-82ec-4f2e-8430-2c529752d823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.588518 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aa3a3-187e-491f-a771-030179503011 req-7a738cf1-fe6a-4096-8fd9-049b1aeebff7 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:19.597890 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2d0aa3a3-187e-491f-a771-030179503011 req-7a738cf1-fe6a-4096-8fd9-049b1aeebff7 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 931 time: 0.1796248 Aug 18 18:23:19.602221 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ecc4f00d-be34-4b73-9d1a-118722e2e77e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6936803 Aug 18 18:23:19.603569 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-50a17699-2ab7-4544-802c-671ca69912e7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/quotas/4cfcf008c972460fb7ecf575f4c653d9 HTTP/1.1" status: 200 len: 375 time: 0.1278450 Aug 18 18:23:19.611662 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Checking segment: {'id': 'b931dcc1-9dd0-4834-8b78-8b94e154fdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0326649d-48d8-418f-8a71-288edd5e9d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:19.612137 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Network hostable DHCP agents. Network: 0326649d-48d8-418f-8a71-288edd5e9d26, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:23:19.624467 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-81ec5d36-82ec-4f2e-8430-2c529752d823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.668457 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec5d36-82ec-4f2e-8430-2c529752d823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1535b9e3-1962-43af-a0a2-60c2c05c6cd4,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:19.697945 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2d0aa3a3-187e-491f-a771-030179503011 req-bf35490e-a7ef-4a7c-82a3-ad8fa915d02c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986235 Aug 18 18:23:19.719645 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-81ec5d36-82ec-4f2e-8430-2c529752d823 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f74729819b044d8b82950f82290df2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8327119 Aug 18 18:23:19.720546 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40036) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:19.793283 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Network 0326649d-48d8-418f-8a71-288edd5e9d26 is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:23:19.816968 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 0326649d-48d8-418f-8a71-288edd5e9d26) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:19.822737 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] Set router 467d866c-19e8-4291-ac72-f2a5022a04af gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:23:19.823528 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40038) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:19.850905 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2473d93b-d8bd-409c-b350-50f39c22e6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.852720 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e8cf2-47b0-4257-8275-60c01975245c None None] Network 0326649d-48d8-418f-8a71-288edd5e9d26 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:19.865879 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:19.866571 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:19.939649 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-1dac9b9b-8e65-4083-9542-ea0fb8827a77 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3291619 Aug 18 18:23:20.053376 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5589586c-50fe-4bc0-856b-be8bb94785cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.071557 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.072261 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2473d93b-d8bd-409c-b350-50f39c22e6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.100166 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f41eb-fdd8-45a1-8bde-e04669875309 None None] Network 0326649d-48d8-418f-8a71-288edd5e9d26 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:20.116394 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8ed96add-1575-4adc-8709-c5b04cfd9f98 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4338365 Aug 18 18:23:20.119685 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5589586c-50fe-4bc0-856b-be8bb94785cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.135231 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-29817dd2-8230-4b16-b29c-afe0b3e093ad req-6aa6126b-2406-4493-aab9-384c3f86e375 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 210 time: 0.0682726 Aug 18 18:23:20.136533 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2473d93b-d8bd-409c-b350-50f39c22e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.199665 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40044) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:20.200669 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2473d93b-d8bd-409c-b350-50f39c22e6a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7c64c7060774951891024762aed2327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745208 Aug 18 18:23:20.225065 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-2b2aa623-5a32-4155-82be-e68e2c1b6e02 service neutron] 10.222.0.46 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754977 Aug 18 18:23:20.247316 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473d93b-d8bd-409c-b350-50f39c22e6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34739d18-856d-4d6d-bb98-746084cc62b2,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:20.355417 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.359411 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9f2bede6-4b0b-4689-b1ef-7d2fa9398aad req-63b8997c-eb88-4985-b0a1-d002adf3ff3d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0512602 Aug 18 18:23:20.431923 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5589586c-50fe-4bc0-856b-be8bb94785cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.434944 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5589586c-50fe-4bc0-856b-be8bb94785cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.436267 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5589586c-50fe-4bc0-856b-be8bb94785cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1535b9e3-1962-43af-a0a2-60c2c05c6cd4 HTTP/1.1" status: 204 len: 168 time: 0.6954279 Aug 18 18:23:20.531586 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Network 59d53df9-f602-4880-87fb-6eaf1d6a5b2d is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:20.531835 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'name': 'tempest-ServerRescueNegativeTestJSON-971530524-router', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:07Z', 'updated_at': '2021-08-18T18:23:15Z', 'revision_number': 4, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'gw_port': {'id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:08Z', 'updated_at': '2021-08-18T18:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '96400616-5433-40da-8595-f5bdc50e703a', 'name': '', 'network_id': 'dd33299d-9999-4826-90da-36029a9801da', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'mac_address': 'fa:16:3e:49:50:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '60a05d24-d918-4e5a-935f-9dab987eb2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:13Z', 'updated_at': '2021-08-18T18:23:19Z', 'revision_number': 4, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'subnets': [{'id': '60a05d24-d918-4e5a-935f-9dab987eb2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:20.548203 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589586c-50fe-4bc0-856b-be8bb94785cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1535b9e3-1962-43af-a0a2-60c2c05c6cd4,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:20.608154 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:20.618161 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:20.633255 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:20.633679 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c1509-8688-4c26-9d77-76d2ec5ddf26 None None] The sync data for ids ['467d866c-19e8-4291-ac72-f2a5022a04af'] in dv-cinder-802882-9-iscsi is: [{'id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'name': 'tempest-ServerRescueNegativeTestJSON-971530524-router', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:07Z', 'updated_at': '2021-08-18T18:23:15Z', 'revision_number': 4, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'gw_port': {'id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:08Z', 'updated_at': '2021-08-18T18:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '96400616-5433-40da-8595-f5bdc50e703a', 'name': '', 'network_id': 'dd33299d-9999-4826-90da-36029a9801da', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'mac_address': 'fa:16:3e:49:50:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '60a05d24-d918-4e5a-935f-9dab987eb2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:13Z', 'updated_at': '2021-08-18T18:23:19Z', 'revision_number': 4, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'subnets': [{'id': '60a05d24-d918-4e5a-935f-9dab987eb2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:23:20.633872 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.654488 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Pushing event updated for resources: {'Port': ['ID=04a0b333-7591-4db8-a909-71a55b5a79de,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:20.665160 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56404604-d429-40e6-91a1-9483fe2a5541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.673182 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-188fe81c-65a9-43e6-9290-5c8940bf7cba service neutron] 10.222.0.46 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267468 Aug 18 18:23:20.694039 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-ba3bfb33-080c-427e-a321-9103b6d2e35f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0817213 Aug 18 18:23:20.749642 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56404604-d429-40e6-91a1-9483fe2a5541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.865001 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56404604-d429-40e6-91a1-9483fe2a5541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.867543 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56404604-d429-40e6-91a1-9483fe2a5541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:20.881128 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-56404604-d429-40e6-91a1-9483fe2a5541 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34739d18-856d-4d6d-bb98-746084cc62b2 HTTP/1.1" status: 204 len: 168 time: 0.6774542 Aug 18 18:23:20.956384 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56404604-d429-40e6-91a1-9483fe2a5541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34739d18-856d-4d6d-bb98-746084cc62b2,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:21.072784 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501bc9d-de80-46c5-bf6f-84270be48f45 req-ff56781e-3ac7-4f1e-ad8f-6d383730f10e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:21.074460 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d501bc9d-de80-46c5-bf6f-84270be48f45 req-ff56781e-3ac7-4f1e-ad8f-6d383730f10e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 931 time: 0.1766391 Aug 18 18:23:21.118762 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-26131e25-b130-4419-8f1c-17320d8ed628 req-61aef3f3-dcc2-4bf3-b12c-9b8c36516cf5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 210 time: 0.0744302 Aug 18 18:23:21.231837 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d501bc9d-de80-46c5-bf6f-84270be48f45 req-75808df4-cc99-4e6c-a23c-0941346c36ba tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498802 Aug 18 18:23:21.489313 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389877e6-93fb-412b-b0b6-1dfb70a95c62 req-88439609-2710-4867-95d5-823d8ffb902c tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:21.491023 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-389877e6-93fb-412b-b0b6-1dfb70a95c62 req-88439609-2710-4867-95d5-823d8ffb902c tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 931 time: 0.1312003 Aug 18 18:23:21.608789 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-63fc0b5f-3dfd-4863-8f1c-c7d8ab4e2cd0 req-5479408f-80f9-48c1-a34d-d64dac36a1b2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0806434 Aug 18 18:23:21.633985 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-389877e6-93fb-412b-b0b6-1dfb70a95c62 req-9ea0bbcf-23e2-4ec8-b7d0-70b6e944a68e tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305220 Aug 18 18:23:22.206418 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-9f3a3290-d6be-4c40-8ea7-78c3ceb17856 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:22.217258 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-9f3a3290-d6be-4c40-8ea7-78c3ceb17856 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 818 time: 0.3632202 Aug 18 18:23:22.236331 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-63e56a29-1e68-462b-9450-7678fa65881a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/quotas/4cfcf008c972460fb7ecf575f4c653d9 HTTP/1.1" status: 200 len: 375 time: 0.0179553 Aug 18 18:23:22.320608 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-d0c8f08c-7faa-407c-976d-7e33cdfc2003 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820158 Aug 18 18:23:22.482814 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40132) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:22.506327 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1678925590-network', 'tenant_id': 'a869769542354184b5f9ac15fb8cc548'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:22.522482 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-7983c6cc-1622-4c65-8307-9511f64dfbbc service neutron] 10.222.0.46 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008715 Aug 18 18:23:22.593344 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17030a-08c9-43b2-94e1-f021913704fe req-d8ad92cc-a315-4d61-b599-b4025852f604 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:22.605959 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c17030a-08c9-43b2-94e1-f021913704fe req-d8ad92cc-a315-4d61-b599-b4025852f604 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 931 time: 0.1824231 Aug 18 18:23:22.624213 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Made reservation on behalf of a869769542354184b5f9ac15fb8cc548 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:22.628106 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:22.690199 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-422affd4-04ce-4be4-a98a-a7ac96a0c090 service neutron] 10.222.0.46 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665716 Aug 18 18:23:22.717117 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:22.753717 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 96400616-5433-40da-8595-f5bdc50e703a up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:22.828261 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 96400616-5433-40da-8595-f5bdc50e703a completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:22.834794 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 96400616-5433-40da-8595-f5bdc50e703a triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:22.835577 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:22.852340 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c17030a-08c9-43b2-94e1-f021913704fe req-cd7ad24b-59a7-4a07-a7e0-c2e984bc88a0 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441473 Aug 18 18:23:22.959866 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:22.971445 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:23.043930 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:23.073483 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12224f0c-66a6-4b9b-af6d-4ec917695068 req-db46dd8c-304f-4bed-96e0-0364bc9553d4 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:23.087868 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12224f0c-66a6-4b9b-af6d-4ec917695068 req-db46dd8c-304f-4bed-96e0-0364bc9553d4 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 931 time: 0.0849741 Aug 18 18:23:23.103793 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-780c30de-0aa9-44ee-a4b0-a1d32cdfc1c5 req-d46b28f3-8a76-4bd7-aca2-3fcd2480e8cc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.1115847 Aug 18 18:23:23.123807 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:23:23.129893 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 96400616-5433-40da-8595-f5bdc50e703a, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=96400616-5433-40da-8595-f5bdc50e703a,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:23.145822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:23.184475 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12224f0c-66a6-4b9b-af6d-4ec917695068 req-0bdc94cc-b777-44ce-87c2-efd79d2448c5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941684 Aug 18 18:23:23.202465 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399883cf-e38f-412f-8e5e-b4279be81968,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:23.230964 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:23.231332 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Added segment f0b9d2e6-7ec6-46f1-8e26-dda537cf32a4 of type vlan for network 82c4d0f7-a85b-4ec6-b388-7f3c8027881d Aug 18 18:23:23.262799 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=96400616-5433-40da-8595-f5bdc50e703a,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:23.325072 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-28c9179c-fac3-447f-ab30-86b35ace85e2 req-950bbbbb-3d9a-4b07-812b-c2785170f7f7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 210 time: 0.0871580 Aug 18 18:23:23.460230 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:23.503932 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:23.505314 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:23.506266 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:23.553118 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0691655 Aug 18 18:23:23.558407 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40172) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:23.570999 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Request body: {'subnet': {'network_id': '82c4d0f7-a85b-4ec6-b388-7f3c8027881d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1678925590-subnet', 'tenant_id': 'a869769542354184b5f9ac15fb8cc548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:23.637973 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Made reservation on behalf of a869769542354184b5f9ac15fb8cc548 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:23.645616 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:23.685655 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68962bc1-258f-4fa0-850b-2ed1b84de304 admin admin] Pushing event updated for resources: {'Network': ['ID=82c4d0f7-a85b-4ec6-b388-7f3c8027881d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:23.702417 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 82c4d0f7-a85b-4ec6-b388-7f3c8027881d details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:23:23.969760 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:24.056612 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Pushing event updated for resources: {'Subnet': ['ID=070118ed-b814-4c0c-8568-31dc879676d7,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:24.070989 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123d2bc-5007-4446-b746-f78f0f691a86 req-d909a005-340f-48ec-a05a-8c81a945a3bd tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:24.080224 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8123d2bc-5007-4446-b746-f78f0f691a86 req-d909a005-340f-48ec-a05a-8c81a945a3bd tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 931 time: 0.1404159 Aug 18 18:23:24.127953 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Checking segment: {'id': 'f0b9d2e6-7ec6-46f1-8e26-dda537cf32a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '82c4d0f7-a85b-4ec6-b388-7f3c8027881d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:24.128111 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Network hostable DHCP agents. Network: 82c4d0f7-a85b-4ec6-b388-7f3c8027881d, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:23:24.151205 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Network 82c4d0f7-a85b-4ec6-b388-7f3c8027881d is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:23:24.198307 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 82c4d0f7-a85b-4ec6-b388-7f3c8027881d) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:24.203247 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8123d2bc-5007-4446-b746-f78f0f691a86 req-d95af839-feb0-4b3f-9b62-8c6dfa47f0b8 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152072 Aug 18 18:23:24.204602 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:24.206161 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:24.212696 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f24040-51e5-4519-9eee-5c2f6522fef9 None None] Network 82c4d0f7-a85b-4ec6-b388-7f3c8027881d requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:24.248711 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-23d97e92-0fa5-4f9f-a51c-6b3a9fc3441d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6891539 Aug 18 18:23:24.344009 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0c145ae-0183-4241-8c76-92c6434a0b55 req-fafd818a-776a-4702-98a0-9128bb4f120e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0689762 Aug 18 18:23:24.480169 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40216) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:24.531127 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d44d6-e833-4450-9af1-7640d15777ae req-eca9bceb-b95a-48bb-aa53-36561d23ca4d tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:24.536660 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-859d44d6-e833-4450-9af1-7640d15777ae req-eca9bceb-b95a-48bb-aa53-36561d23ca4d tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 931 time: 0.1100938 Aug 18 18:23:24.538262 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6f141ce1-bec5-4e92-a139-51de2e14c9dd req-c3c5afa5-5c7c-49b6-9eca-ad9b8851a005 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 210 time: 0.0726049 Aug 18 18:23:24.557044 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e966b2-e76d-4198-86f6-3c2d82c6b639 None None] Network 82c4d0f7-a85b-4ec6-b388-7f3c8027881d requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:24.588059 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-859d44d6-e833-4450-9af1-7640d15777ae req-27d1645b-0a88-40d1-8648-bec1b2630e7c tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Aug 18 18:23:24.596683 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f09417-bfd0-4380-8fa6-dd1967c4174e admin admin] Deleting subnet 27bcd2b0-e031-43f7-a856-0c4cfea8b98b {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:23:24.611253 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-01f09417-bfd0-4380-8fa6-dd1967c4174e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:24.691731 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 96400616-5433-40da-8595-f5bdc50e703a up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:24.735783 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-01f09417-bfd0-4380-8fa6-dd1967c4174e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:24.761063 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-01f09417-bfd0-4380-8fa6-dd1967c4174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:24.785470 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40228) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:24.828321 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 96400616-5433-40da-8595-f5bdc50e703a triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:24.829002 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:24.910114 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-01f09417-bfd0-4380-8fa6-dd1967c4174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:24.967643 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f09417-bfd0-4380-8fa6-dd1967c4174e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27bcd2b0-e031-43f7-a856-0c4cfea8b98b,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:24.976615 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-01f09417-bfd0-4380-8fa6-dd1967c4174e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:24.978925 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-01f09417-bfd0-4380-8fa6-dd1967c4174e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/27bcd2b0-e031-43f7-a856-0c4cfea8b98b HTTP/1.1" status: 204 len: 168 time: 0.4971137 Aug 18 18:23:24.981624 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40236) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:24.999332 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e84e0963-bf7f-4ce4-9e38-1a78787b5635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.115145 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.238985 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.256666 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.256962 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.257692 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.258019 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > port after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.258344 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.258669 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > port after_update 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.258979 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.259335 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.259613 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.259923 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.334956 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54d265-fa70-4eaf-b703-282ebaa12010 req-cc67ef40-1405-4a4f-99be-f4823007c3aa tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:25.336554 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7e54d265-fa70-4eaf-b703-282ebaa12010 req-cc67ef40-1405-4a4f-99be-f4823007c3aa tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 931 time: 0.0509379 Aug 18 18:23:25.459588 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7e54d265-fa70-4eaf-b703-282ebaa12010 req-2bce6334-5e5c-46ba-8713-f75061d671d8 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101062 Aug 18 18:23:25.557732 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.558267 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.558415 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.558695 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:25.559228 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0326649d-48d8-418f-8a71-288edd5e9d26']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:25.589858 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e84e0963-bf7f-4ce4-9e38-1a78787b5635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.592511 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b931dcc1-9dd0-4834-8b78-8b94e154fdd6') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:25.592927 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b931dcc1-9dd0-4834-8b78-8b94e154fdd6') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:25.629192 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e84e0963-bf7f-4ce4-9e38-1a78787b5635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.678806 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e8333eac-957d-4fac-8878-d8d9c1f92cf5 req-f2d14fe8-8bd3-4063-96a5-e3d4e76c2299 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 210 time: 0.0562799 Aug 18 18:23:25.680080 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227266'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.687105 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e84e0963-bf7f-4ce4-9e38-1a78787b5635 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b838334dcc7a422191384d5e99e27d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8991866 Aug 18 18:23:25.696740 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40260) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:25.699385 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10f0c21b-92f8-4b0f-86a8-0afc9e1a7ed5 req-93841f8f-3b0c-4ddd-9d51-9d74ff062ce5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.1207170 Aug 18 18:23:25.723261 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.735270 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e0963-bf7f-4ce4-9e38-1a78787b5635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47600e3d-a915-4713-852a-088b5e88e5aa,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:25.740901 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:23:25.741337 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3362617'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: from cryptography.utils import int_from_bytes Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: from cryptography.utils import int_from_bytes Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: timer() Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: cb(*args, **kw) Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: self._notify() Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: self.callback(batched_events) Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: event.method(event) Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._get(url).json() Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:23:25.745648 dv-cinder-802882-9-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:23:25.837795 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e37faa1-1078-4e6a-b601-d09976edc24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.877579 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.915503 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e37faa1-1078-4e6a-b601-d09976edc24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:25.937522 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc00a5-5dcd-4354-8454-7f816d0106ab req-ac749929-e05f-4115-b9f6-5a2064082533 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:25.960292 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a6bc00a5-5dcd-4354-8454-7f816d0106ab req-ac749929-e05f-4115-b9f6-5a2064082533 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 931 time: 0.1367607 Aug 18 18:23:26.030570 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a6bc00a5-5dcd-4354-8454-7f816d0106ab req-8b6cf955-e938-4b3c-a203-16094fda5f0f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686765 Aug 18 18:23:26.068212 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e37faa1-1078-4e6a-b601-d09976edc24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:26.072739 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e37faa1-1078-4e6a-b601-d09976edc24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:26.074536 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1e37faa1-1078-4e6a-b601-d09976edc24d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47600e3d-a915-4713-852a-088b5e88e5aa HTTP/1.1" status: 204 len: 168 time: 0.3766160 Aug 18 18:23:26.087450 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37faa1-1078-4e6a-b601-d09976edc24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47600e3d-a915-4713-852a-088b5e88e5aa,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:26.195429 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Pushing event deleted for resources: {'Network': ['ID=0326649d-48d8-418f-8a71-288edd5e9d26,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:26.197400 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:26.199366 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-44e019cd-a1ab-431c-a954-6bf8fba6f43b admin admin] 10.222.0.46 "DELETE /v2.0/networks/0326649d-48d8-418f-8a71-288edd5e9d26 HTTP/1.1" status: 204 len: 168 time: 1.2165849 Aug 18 18:23:26.203068 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40278) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:26.277447 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7c8520-dfc1-4632-9cab-c59ff90ee0f8 admin admin] Deleting subnet 070118ed-b814-4c0c-8568-31dc879676d7 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:23:26.280917 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7a7c8520-dfc1-4632-9cab-c59ff90ee0f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:26.318977 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7a7c8520-dfc1-4632-9cab-c59ff90ee0f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:26.325211 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7a7c8520-dfc1-4632-9cab-c59ff90ee0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:26.391480 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7a7c8520-dfc1-4632-9cab-c59ff90ee0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:26.422125 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c8520-dfc1-4632-9cab-c59ff90ee0f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070118ed-b814-4c0c-8568-31dc879676d7,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:26.426093 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7a7c8520-dfc1-4632-9cab-c59ff90ee0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:26.428055 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7a7c8520-dfc1-4632-9cab-c59ff90ee0f8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/070118ed-b814-4c0c-8568-31dc879676d7 HTTP/1.1" status: 204 len: 168 time: 0.2240429 Aug 18 18:23:26.430740 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40288) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:26.501030 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:26.572116 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee62dd-63d7-470e-8755-2139dc9b4cf4 req-09d4c4f7-f0ba-451f-98c5-8995405e0993 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:26.576915 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01ee62dd-63d7-470e-8755-2139dc9b4cf4 req-09d4c4f7-f0ba-451f-98c5-8995405e0993 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 931 time: 0.0575273 Aug 18 18:23:26.604453 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:26.616913 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.617500 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.617991 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.618476 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > port after_create 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.618813 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.619139 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > port after_update 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.619481 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.619794 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.620100 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.620411 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.624658 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01ee62dd-63d7-470e-8755-2139dc9b4cf4 req-8d3d8c23-91fc-431a-a726-763d12ed74fc tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Aug 18 18:23:26.879660 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.884025 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.884388 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.886003 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 18:23:26.887046 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c4d0f7-a85b-4ec6-b388-7f3c8027881d']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:26.984554 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05c15c65-2af2-481a-aff0-0843bc501234 req-6786be74-4df4-423f-a442-b5a1f2a57558 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0873141 Aug 18 18:23:27.043511 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f04f197b-326e-4662-8af7-f7f486760b55 req-e37f07d3-39ed-4fcd-8388-5a69f9072f68 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 210 time: 0.1180742 Aug 18 18:23:27.053521 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b9d2e6-7ec6-46f1-8e26-dda537cf32a4') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:27.053882 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b9d2e6-7ec6-46f1-8e26-dda537cf32a4') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:23:27.108581 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282901'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:27.153250 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:27.163266 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:23:27.163789 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263383'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: from cryptography.utils import int_from_bytes Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: from cryptography.utils import int_from_bytes Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: timer() Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: cb(*args, **kw) Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: self._notify() Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: self.callback(batched_events) Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: event.method(event) Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._get(url).json() Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:23:27.168282 dv-cinder-802882-9-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:23:27.170147 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7016f-8323-444d-af4a-8f55cdf2b155 req-cbc21c2f-0026-4900-ad7c-794d45f9fbc6 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:27.170147 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-95a7016f-8323-444d-af4a-8f55cdf2b155 req-cbc21c2f-0026-4900-ad7c-794d45f9fbc6 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 931 time: 0.0606666 Aug 18 18:23:27.214910 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-95a7016f-8323-444d-af4a-8f55cdf2b155 req-e53f8568-cef9-44db-a661-82987cffc92a tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374861 Aug 18 18:23:27.249083 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:27.284838 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:27.286943 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] 10.222.0.46 "DELETE /v2.0/networks/82c4d0f7-a85b-4ec6-b388-7f3c8027881d HTTP/1.1" status: 204 len: 168 time: 0.8549502 Aug 18 18:23:27.288384 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5033a-57ad-4466-9219-9f0dfafb5969 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c4d0f7-a85b-4ec6-b388-7f3c8027881d,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:27.463500 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40332) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:27.543743 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4c85ba1e-45b1-4290-9501-9e4865cf50ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0daa565c3fb644aa87dd7b3964dca984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0790646 Aug 18 18:23:27.546256 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40340) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:27.628098 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8036b37b-150b-4b84-b78a-4a018da3890c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:27.643056 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8036b37b-150b-4b84-b78a-4a018da3890c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:27.732924 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8036b37b-150b-4b84-b78a-4a018da3890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:27.738289 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8036b37b-150b-4b84-b78a-4a018da3890c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:27.739945 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8036b37b-150b-4b84-b78a-4a018da3890c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ee8776b-7405-4de2-8432-dc7d4bfdc3bd HTTP/1.1" status: 204 len: 168 time: 0.1926873 Aug 18 18:23:27.754759 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036b37b-150b-4b84-b78a-4a018da3890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee8776b-7405-4de2-8432-dc7d4bfdc3bd,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:27.894934 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ca92-fcba-44f2-9de5-7cd38d6eee52 req-d2711f09-b45c-4a50-8e72-457fe601c0e7 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:27.899501 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0483ca92-fcba-44f2-9de5-7cd38d6eee52 req-d2711f09-b45c-4a50-8e72-457fe601c0e7 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 931 time: 0.1665242 Aug 18 18:23:27.958765 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0483ca92-fcba-44f2-9de5-7cd38d6eee52 req-f2ad5c83-608c-4c61-bd20-ab45bc52794f tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478747 Aug 18 18:23:28.188093 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55924a91-6e08-4875-bd7d-80f954daef5e req-f70dbdd8-cd42-418b-9eae-eabf34fb1555 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0541229 Aug 18 18:23:28.210618 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5b25ee58-344c-487f-b8b0-3b330f085cc1 req-984b6120-7e6d-4606-bca8-d48f8e0677ca tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 210 time: 0.0330982 Aug 18 18:23:28.402700 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a5600-c93b-4ae2-87ea-57108afe0bc8 req-b23f2b34-22e9-4d3a-8e2b-2f3f94f2023e tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:28.404458 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea6a5600-c93b-4ae2-87ea-57108afe0bc8 req-b23f2b34-22e9-4d3a-8e2b-2f3f94f2023e tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 931 time: 0.0697787 Aug 18 18:23:28.461751 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea6a5600-c93b-4ae2-87ea-57108afe0bc8 req-9c48c195-81f2-49ee-9460-eff4d2c3af73 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Aug 18 18:23:28.462367 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40378) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:28.521917 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6b5bab45-fa99-4c52-941e-3b3afbd250da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a869769542354184b5f9ac15fb8cc548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532091 Aug 18 18:23:28.522438 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40380) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:28.563386 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40384) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:28.589362 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00a21836-d2d4-4a31-996e-f7baeaf95cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:28.615181 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00a21836-d2d4-4a31-996e-f7baeaf95cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:28.671173 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00a21836-d2d4-4a31-996e-f7baeaf95cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:28.675062 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00a21836-d2d4-4a31-996e-f7baeaf95cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:28.679541 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-00a21836-d2d4-4a31-996e-f7baeaf95cdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/399883cf-e38f-412f-8e5e-b4279be81968 HTTP/1.1" status: 204 len: 168 time: 0.1559567 Aug 18 18:23:28.689069 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a21836-d2d4-4a31-996e-f7baeaf95cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399883cf-e38f-412f-8e5e-b4279be81968,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:28.858615 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76c840b1-16e0-4f4c-9854-a6ceba0be417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:28.952289 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40398) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:28.984435 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76c840b1-16e0-4f4c-9854-a6ceba0be417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:28.991309 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76c840b1-16e0-4f4c-9854-a6ceba0be417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.043302 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c840b1-16e0-4f4c-9854-a6ceba0be417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac4febd-b7a3-44cd-b1e2-68961014b6aa,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:29.056000 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-76c840b1-16e0-4f4c-9854-a6ceba0be417 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=043cad4aecf640ddabce1c8413ec2320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914253 Aug 18 18:23:29.058951 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40414) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:29.148401 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f62c-6fe3-4d7f-af38-34e0d0e9e5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.177966 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8fe15813-1327-49ce-93bb-b5371d9fcec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.206468 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740db4b2-b8a9-469c-a4d3-76d2e3899412 req-d6d7fe08-c7ad-4ce7-9692-4c92d368f605 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:29.208030 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-740db4b2-b8a9-469c-a4d3-76d2e3899412 req-d6d7fe08-c7ad-4ce7-9692-4c92d368f605 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 931 time: 0.1400306 Aug 18 18:23:29.223888 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-f1527198-1460-4896-bafc-7f01d1bc717c tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 18:23:29.225989 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-f1527198-1460-4896-bafc-7f01d1bc717c tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094552 Aug 18 18:23:29.235492 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-b5f5f363-55ee-416c-a58b-e3465d89db18 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 18:23:29.237583 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-b5f5f363-55ee-416c-a58b-e3465d89db18 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104928 Aug 18 18:23:29.257350 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8fe15813-1327-49ce-93bb-b5371d9fcec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.354642 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-740db4b2-b8a9-469c-a4d3-76d2e3899412 req-562764d2-e4c3-4ae5-bae3-954458b5360a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396251 Aug 18 18:23:29.407076 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-843b8fae-830b-4f6b-98e4-0b4b753497ed req-8fc45512-ddf5-4a33-b0bd-dff50ac67157 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0984890 Aug 18 18:23:29.419082 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8fe15813-1327-49ce-93bb-b5371d9fcec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.422241 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8fe15813-1327-49ce-93bb-b5371d9fcec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.426624 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8fe15813-1327-49ce-93bb-b5371d9fcec0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dac4febd-b7a3-44cd-b1e2-68961014b6aa HTTP/1.1" status: 204 len: 168 time: 0.3666072 Aug 18 18:23:29.436520 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f62c-6fe3-4d7f-af38-34e0d0e9e5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.442357 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe15813-1327-49ce-93bb-b5371d9fcec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac4febd-b7a3-44cd-b1e2-68961014b6aa,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:29.447311 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f62c-6fe3-4d7f-af38-34e0d0e9e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.496573 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cfb3f62c-6fe3-4d7f-af38-34e0d0e9e5fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2a90e3f5de140cea22fc82139444f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5430586 Aug 18 18:23:29.498070 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3f62c-6fe3-4d7f-af38-34e0d0e9e5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862ef4fb-7069-4c8e-93be-47e563d7d88a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:29.499418 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40436) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:29.598611 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40444) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:29.624020 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-617fad29-5ba0-41b0-b1d1-d2367ecf979b req-29070b7b-94ff-402e-85ea-3ade985a242c tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 210 time: 0.0584497 Aug 18 18:23:29.686239 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4d6a4922-14db-43f3-bc24-92410ff461ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.704476 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a77624-ac14-45f7-9d91-dd83a84088b8 req-b5a3a8cf-4ecc-48d8-913b-1660aa9520fe tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:29.705972 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63a77624-ac14-45f7-9d91-dd83a84088b8 req-b5a3a8cf-4ecc-48d8-913b-1660aa9520fe tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 931 time: 0.0978999 Aug 18 18:23:29.714017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Request body: {'port': {'device_id': 'c61587e5-192b-43d4-97b8-eae62deba8af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:29.748597 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4d6a4922-14db-43f3-bc24-92410ff461ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.812678 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Request body: {'port': {'device_id': 'd7dd0386-7dd0-4640-ba18-67a90e23b5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:29.853969 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63a77624-ac14-45f7-9d91-dd83a84088b8 req-53ecfabd-81e2-4a6e-9143-e2adafed772f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344874 Aug 18 18:23:29.865708 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.946266 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4d6a4922-14db-43f3-bc24-92410ff461ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.949090 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4d6a4922-14db-43f3-bc24-92410ff461ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.950236 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4d6a4922-14db-43f3-bc24-92410ff461ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/862ef4fb-7069-4c8e-93be-47e563d7d88a HTTP/1.1" status: 204 len: 168 time: 0.4491904 Aug 18 18:23:29.954513 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.957169 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-93ee03db-2f6b-4163-9aea-d56d745d65c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:29.988871 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a4922-14db-43f3-bc24-92410ff461ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862ef4fb-7069-4c8e-93be-47e563d7d88a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:30.048068 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.61', 57971) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:30.144067 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40456) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:30.178080 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d8e9353d-f523-4880-8eec-5d6465f5fc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:30.422147 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-1eeb79c3-5a6b-4468-867c-b2cd3573a409 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:30.424208 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-1eeb79c3-5a6b-4468-867c-b2cd3573a409 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.61 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 816 time: 0.3730798 Aug 18 18:23:30.543078 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-93ee03db-2f6b-4163-9aea-d56d745d65c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:30.544742 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40472) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:30.573333 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a8f5878-11eb-48cf-bdad-92455cf9d3ab req-38d1a29f-7f1a-436a-ae8d-061f09ca4873 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0649831 Aug 18 18:23:30.578613 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-93ee03db-2f6b-4163-9aea-d56d745d65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:30.620483 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.61', 57974) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:30.644587 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a931b140-4999-434d-9920-d02441569ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:30.653726 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-53dd4202-7ed6-4af9-baa7-52df386744ca tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2 HTTP/1.1" status: 200 len: 380 time: 0.1582093 Aug 18 18:23:30.670494 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-93ee03db-2f6b-4163-9aea-d56d745d65c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3dcc37ab20404bd49973ad1f444cdfce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0706449 Aug 18 18:23:30.677058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee03db-2f6b-4163-9aea-d56d745d65c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1021c56b-5b59-433e-9a1e-5b70db16d60f,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:30.680769 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40476) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:30.688823 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'port': {'device_id': '6750d628-7989-495b-b278-6d4b970cf648', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'admin_state_up': True, 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'security_groups': ['6fac1ffd-3431-4ea0-982e-018966dbfd05']}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:30.745636 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a0b333-7591-4db8-a909-71a55b5a79de {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:23:30.778069 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:30.787063 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534368b9-a5ee-4cdb-952e-4a52ce712663 req-cd413338-dd71-4642-b67d-a28f02b94afb tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:30.789014 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-534368b9-a5ee-4cdb-952e-4a52ce712663 req-cd413338-dd71-4642-b67d-a28f02b94afb tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 931 time: 0.3308527 Aug 18 18:23:30.813462 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17a39c2d-1eb3-4edc-89f5-9eba97563687 req-87483569-7ddf-44f2-825f-94c8e856aa4d tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 210 time: 0.0422313 Aug 18 18:23:30.828518 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Transition to ACTIVE for port object 04a0b333-7591-4db8-a909-71a55b5a79de will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:30.831009 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01a5615-0254-45d1-8706-660e2968010b {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:23:30.840052 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:30.850475 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:30.887107 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Transition to ACTIVE for port object a01a5615-0254-45d1-8706-660e2968010b will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:30.900626 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:30.931629 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Pushing event updated for resources: {'Port': ['ID=04a0b333-7591-4db8-a909-71a55b5a79de,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:31.089128 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-534368b9-a5ee-4cdb-952e-4a52ce712663 req-ff12ce75-f300-4b2e-9231-eda44a1dd6cc tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317030 Aug 18 18:23:31.145287 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-78c5478e-1fe4-4a57-a034-1daab4c3637c tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:31.147457 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-78c5478e-1fe4-4a57-a034-1daab4c3637c tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.61 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 818 time: 0.5236855 Aug 18 18:23:31.157102 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-976ad389-ce6a-4d3d-aafa-45abb075dd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.179261 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Request body: {'port': {'device_id': '89a37f62-2593-43b8-88f7-a0087473c34e', 'network_id': 'dd33299d-9999-4826-90da-36029a9801da', 'admin_state_up': True, 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:31.219474 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.61', 57977) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:31.228450 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Pushing event updated for resources: {'Port': ['ID=a01a5615-0254-45d1-8706-660e2968010b,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:31.244895 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-976ad389-ce6a-4d3d-aafa-45abb075dd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.312651 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d8e9353d-f523-4880-8eec-5d6465f5fc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.332772 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d8e9353d-f523-4880-8eec-5d6465f5fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.342939 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0131a-1669-47c6-8cde-36df687e2184 req-c1a10a8b-ddb6-40bc-becd-18705d0cc2e6 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:31.351346 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c9d0131a-1669-47c6-8cde-36df687e2184 req-c1a10a8b-ddb6-40bc-becd-18705d0cc2e6 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 943 time: 0.3102720 Aug 18 18:23:31.433380 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d8e9353d-f523-4880-8eec-5d6465f5fc24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba451f8fef9742ff92044f64f8745c36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2878790 Aug 18 18:23:31.438324 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40496) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:31.461850 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9353d-f523-4880-8eec-5d6465f5fc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bb3da7-0785-446b-a618-31013f1644f9,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:31.484164 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-976ad389-ce6a-4d3d-aafa-45abb075dd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.486798 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-976ad389-ce6a-4d3d-aafa-45abb075dd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.488209 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-976ad389-ce6a-4d3d-aafa-45abb075dd9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1021c56b-5b59-433e-9a1e-5b70db16d60f HTTP/1.1" status: 204 len: 168 time: 0.8050003 Aug 18 18:23:31.529945 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ad389-ce6a-4d3d-aafa-45abb075dd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1021c56b-5b59-433e-9a1e-5b70db16d60f,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:31.583487 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Attempting to bind port 04a0b333-7591-4db8-a909-71a55b5a79de on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:23:31.584192 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Attempting to bind port 04a0b333-7591-4db8-a909-71a55b5a79de by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '01888128-d61c-4b53-96d7-fb93867de1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '59d53df9-f602-4880-87fb-6eaf1d6a5b2d'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:23:31.585049 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Attempting to bind port 04a0b333-7591-4db8-a909-71a55b5a79de on network 59d53df9-f602-4880-87fb-6eaf1d6a5b2d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:31.585620 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c59d7cb2-a30e-489a-8b20-c72e46ec953d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.592901 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a931b140-4999-434d-9920-d02441569ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.611039 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Port 04a0b333-7591-4db8-a909-71a55b5a79de on network 59d53df9-f602-4880-87fb-6eaf1d6a5b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:23:31.611986 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Attempting to bind port 04a0b333-7591-4db8-a909-71a55b5a79de on network 59d53df9-f602-4880-87fb-6eaf1d6a5b2d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:31.614586 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Attempting to bind port a01a5615-0254-45d1-8706-660e2968010b on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:23:31.615099 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Attempting to bind port a01a5615-0254-45d1-8706-660e2968010b by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:23:31.615591 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a931b140-4999-434d-9920-d02441569ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.615740 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Attempting to bind port a01a5615-0254-45d1-8706-660e2968010b on network 90525376-7298-49f2-893b-492b16ed637d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:31.646066 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:23:31.646938 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Checking segment: {'id': '01888128-d61c-4b53-96d7-fb93867de1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '59d53df9-f602-4880-87fb-6eaf1d6a5b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:31.648281 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Bound using segment: {'id': '01888128-d61c-4b53-96d7-fb93867de1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '59d53df9-f602-4880-87fb-6eaf1d6a5b2d'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:23:31.648999 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Bound port: 04a0b333-7591-4db8-a909-71a55b5a79de, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01888128-d61c-4b53-96d7-fb93867de1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '59d53df9-f602-4880-87fb-6eaf1d6a5b2d'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:23:31.649511 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.652207 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Port a01a5615-0254-45d1-8706-660e2968010b on network 90525376-7298-49f2-893b-492b16ed637d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:23:31.652749 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Attempting to bind port a01a5615-0254-45d1-8706-660e2968010b on network 90525376-7298-49f2-893b-492b16ed637d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:31.687188 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c9d0131a-1669-47c6-8cde-36df687e2184 req-0b52ad99-c739-4f52-8049-58ec095b73fc tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348722 Aug 18 18:23:31.692197 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:23:31.692756 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Checking segment: {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:31.693998 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Bound using segment: {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:23:31.694625 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Bound port: a01a5615-0254-45d1-8706-660e2968010b, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:23:31.695173 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.713053 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-7a740124-d954-4aab-b468-004f9f4089c7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:31.714812 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-7a740124-d954-4aab-b468-004f9f4089c7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.61 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 818 time: 0.4875414 Aug 18 18:23:31.717506 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c59d7cb2-a30e-489a-8b20-c72e46ec953d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.742957 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Request body: {'port': {'device_id': 'e783bd33-beed-4b8d-83f2-3baa841e8f70', 'network_id': 'dd33299d-9999-4826-90da-36029a9801da', 'admin_state_up': True, 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:31.769833 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Made reservation on behalf of 0f6a1aa3f76a41b7b4320b1ad049d9c2 for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:31.773283 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.783635 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a931b140-4999-434d-9920-d02441569ef7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=811e9c02697e4084b5022e69131e2455&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2333796 Aug 18 18:23:31.793984 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-216f27e2-fdf8-4d90-a6af-66c3f321a0a6 req-de3555cf-631a-4105-97f6-18636c04812d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0767245 Aug 18 18:23:31.794688 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40512) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:31.813164 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931b140-4999-434d-9920-d02441569ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c2d947-2ab7-4f4f-9731-9174d1c1720a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:31.846298 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Made reservation on behalf of 4cfcf008c972460fb7ecf575f4c653d9 for: {'port': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:31.850332 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:31.993831 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] For port 04a0b333-7591-4db8-a909-71a55b5a79de, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:23:32.029952 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] For port a01a5615-0254-45d1-8706-660e2968010b, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:23:32.043020 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f0734047-15e9-4b87-ba68-0bf7a3c77d0e req-5f592c6b-da5c-4ca7-a5bb-df7ac86b32cd tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 210 time: 0.0748267 Aug 18 18:23:32.055607 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] For port 04a0b333-7591-4db8-a909-71a55b5a79de, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=04a0b333-7591-4db8-a909-71a55b5a79de,segment=NetworkSegment(01888128-d61c-4b53-96d7-fb93867de1f9),segment_id=01888128-d61c-4b53-96d7-fb93867de1f9)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:23:32.055807 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c59d7cb2-a30e-489a-8b20-c72e46ec953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.071746 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] For port a01a5615-0254-45d1-8706-660e2968010b, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a01a5615-0254-45d1-8706-660e2968010b,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:23:32.073276 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c59d7cb2-a30e-489a-8b20-c72e46ec953d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.075862 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c59d7cb2-a30e-489a-8b20-c72e46ec953d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8bb3da7-0785-446b-a618-31013f1644f9 HTTP/1.1" status: 204 len: 168 time: 0.6332068 Aug 18 18:23:32.086313 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.099680 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.136625 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40518) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:32.137575 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a7e6-b760-4630-aacf-af78ca34dbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.160483 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:32.161113 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.163070 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] 10.222.0.61 "PUT /v2.0/ports/04a0b333-7591-4db8-a909-71a55b5a79de HTTP/1.1" status: 200 len: 1093 time: 2.6151543 Aug 18 18:23:32.168947 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61587e5-192b-43d4-97b8-eae62deba8af', 'tag': '04a0b333-7591-4db8-a909-71a55b5a79de'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:23:32.182671 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:32.183454 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.185207 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] 10.222.0.61 "PUT /v2.0/ports/a01a5615-0254-45d1-8706-660e2968010b HTTP/1.1" status: 200 len: 1093 time: 2.6182184 Aug 18 18:23:32.217849 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Made reservation on behalf of 4cfcf008c972460fb7ecf575f4c653d9 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:32.222771 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.224521 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d7cb2-a30e-489a-8b20-c72e46ec953d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bb3da7-0785-446b-a618-31013f1644f9,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:32.232040 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-95b3b8ff-d59c-4337-a1a5-c36f476e0e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.285697 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Allocated IP 172.20.0.10 (243dcccd-cc80-4fd2-90c0-c64fcc1af6cf/f30d5357-e11f-45bd-a5b6-260f711d26ec/6b672e8c-d81d-4464-a017-ff3604ec1a1c) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:32.293227 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a7e6-b760-4630-aacf-af78ca34dbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.403503 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28824bb4-9a44-4f04-ac91-acc3cf2d009c service neutron] Pushing event updated for resources: {'Port': ['ID=04a0b333-7591-4db8-a909-71a55b5a79de,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:32.415642 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993b3db-9e33-40ea-bd7f-019915eb855d req-def851de-5a92-4fa7-8246-72cec561f382 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:32.423126 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b993b3db-9e33-40ea-bd7f-019915eb855d req-def851de-5a92-4fa7-8246-72cec561f382 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 943 time: 0.2027225 Aug 18 18:23:32.461545 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Allocated IP 172.20.0.3 (dd33299d-9999-4826-90da-36029a9801da/60a05d24-d918-4e5a-935f-9dab987eb2e1/74b2e783-d6f2-47ff-ae36-d369d4be5f15) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:32.571118 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b993b3db-9e33-40ea-bd7f-019915eb855d req-82a1e7b3-e5be-436a-8778-4572f487b4a6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469424 Aug 18 18:23:32.636982 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-2eb558c0-d36d-4ea8-8d62-7fc51c43e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:32.638526 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-2eb558c0-d36d-4ea8-8d62-7fc51c43e13d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df7205fbeea74a84a8de4fdecfdb8fad&device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 1096 time: 0.3665767 Aug 18 18:23:32.648193 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-c876eedb-026b-488d-840c-c8ddcb5cea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:32.648193 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-c876eedb-026b-488d-840c-c8ddcb5cea0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 1096 time: 0.3011036 Aug 18 18:23:32.648193 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29813c-4db4-420c-b2c2-ebfe7ae63896 service neutron] Pushing event updated for resources: {'Port': ['ID=a01a5615-0254-45d1-8706-660e2968010b,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:32.662365 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.665184 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d995af2d-1c2f-46e6-89ba-61f4c58497ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c61587e5-192b-43d4-97b8-eae62deba8af", "tag": "04a0b333-7591-4db8-a909-71a55b5a79de"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:23:32.720955 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Transition to ACTIVE for port object 6b672e8c-d81d-4464-a017-ff3604ec1a1c will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:32.729045 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a7e6-b760-4630-aacf-af78ca34dbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.737208 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a7e6-b760-4630-aacf-af78ca34dbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.738751 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e9b6a7e6-b760-4630-aacf-af78ca34dbba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78c2d947-2ab7-4f4f-9731-9174d1c1720a HTTP/1.1" status: 204 len: 168 time: 0.9142900 Aug 18 18:23:32.804569 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.818217 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:32.846516 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-783c713b-b159-47f8-a6e7-dc8b1a2fe4b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04a0b333-7591-4db8-a909-71a55b5a79de HTTP/1.1" status: 200 len: 217 time: 0.1731460 Aug 18 18:23:32.856775 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-6ac6f8a1-6e84-4877-ae99-858484bca50a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01a5615-0254-45d1-8706-660e2968010b HTTP/1.1" status: 200 len: 217 time: 0.1848278 Aug 18 18:23:32.881069 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6a7e6-b760-4630-aacf-af78ca34dbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c2d947-2ab7-4f4f-9731-9174d1c1720a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:32.981218 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adeeded-6ad9-42fe-a25c-7d55cf1ee1a4 x-openstack-request-id: req-2adeeded-6ad9-42fe-a25c-7d55cf1ee1a4 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:23:32.981562 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61587e5-192b-43d4-97b8-eae62deba8af", "tag": "04a0b333-7591-4db8-a909-71a55b5a79de", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:23:32.981736 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2adeeded-6ad9-42fe-a25c-7d55cf1ee1a4 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:23:32.982294 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61587e5-192b-43d4-97b8-eae62deba8af', 'tag': '04a0b333-7591-4db8-a909-71a55b5a79de', 'status': 'completed', 'code': 200} Aug 18 18:23:33.007835 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-37ba6cfc-a43e-4661-84ee-c5f9081abe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:33.008434 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:33.009568 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-37ba6cfc-a43e-4661-84ee-c5f9081abe4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31f3f321-92b6-43c6-82d0-a90df8071a75 HTTP/1.1" status: 200 len: 851 time: 0.1502981 Aug 18 18:23:33.014092 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ceffc044-afaa-457d-b198-4642e22b172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:33.015577 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-ceffc044-afaa-457d-b198-4642e22b172c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c73e8db9-e918-4d96-b45a-770bac15e96d HTTP/1.1" status: 200 len: 854 time: 0.1442509 Aug 18 18:23:33.031857 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:33.036536 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:33.051266 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:33.080265 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-95b3b8ff-d59c-4337-a1a5-c36f476e0e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:33.114981 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7a80f-a4ce-40eb-947e-581bb05ae2f7 req-21b6bed7-b278-48de-a6a2-b30808d004c1 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:33.118253 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f3f7a80f-a4ce-40eb-947e-581bb05ae2f7 req-21b6bed7-b278-48de-a6a2-b30808d004c1 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 943 time: 0.3188062 Aug 18 18:23:33.139098 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-759d081c-c841-4ed6-9a21-26f1102d3966 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59d53df9-f602-4880-87fb-6eaf1d6a5b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128500 Aug 18 18:23:33.140909 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-59f3f51b-d29f-459c-bb26-a78856289722 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90525376-7298-49f2-893b-492b16ed637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135931 Aug 18 18:23:33.150327 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-95b3b8ff-d59c-4337-a1a5-c36f476e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:33.159709 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:33.160373 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:33.166191 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:33.367754 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-3a9ae3b7-7279-4404-b323-3b8378817b69 None None] Provisioning for port 6b672e8c-d81d-4464-a017-ff3604ec1a1c completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:33.373439 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-3a9ae3b7-7279-4404-b323-3b8378817b69 None None] Provisioning complete for port 6b672e8c-d81d-4464-a017-ff3604ec1a1c triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:33.373961 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae3b7-7279-4404-b323-3b8378817b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:33.432651 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Pushing event updated for resources: {'Port': ['ID=74b2e783-d6f2-47ff-ae36-d369d4be5f15,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:33.441193 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-35d52b14-dbed-40af-9709-1fd4122964e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7584474 Aug 18 18:23:33.441763 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ae3b7-7279-4404-b323-3b8378817b69 None None] Port 6b672e8c-d81d-4464-a017-ff3604ec1a1c cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:23:33.444825 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Network dd33299d-9999-4826-90da-36029a9801da is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:33.447323 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:33.454285 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:33.496316 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Request body: {'port': {'device_id': '6750d628-7989-495b-b278-6d4b970cf648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:33.505572 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f3f7a80f-a4ce-40eb-947e-581bb05ae2f7 req-57b6bb8e-be2b-455e-96b9-ff37a7c53e48 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415163 Aug 18 18:23:33.521693 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-95b3b8ff-d59c-4337-a1a5-c36f476e0e44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e99a55beaf64034a7da329397c2723d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3796833 Aug 18 18:23:33.543428 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40576) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:33.558925 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3b8ff-d59c-4337-a1a5-c36f476e0e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e8b80b-b1dc-486c-ac3b-748982da3c9f,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:33.567139 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Allocated IP 172.20.0.9 (dd33299d-9999-4826-90da-36029a9801da/60a05d24-d918-4e5a-935f-9dab987eb2e1/8cca1add-e99d-4ef0-8637-19fe68f3d3ff) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:23:33.642371 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9152b9-a1d2-4f05-97a1-2bd208577d14 req-80b3e86a-b164-4e7b-a50e-4ce0848c17b1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:33.656956 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f9152b9-a1d2-4f05-97a1-2bd208577d14 req-80b3e86a-b164-4e7b-a50e-4ce0848c17b1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 932 time: 0.5799160 Aug 18 18:23:33.686103 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-f06ce961-10e6-4e88-9d4c-508943ccd8b8 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932098 Aug 18 18:23:33.689606 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:33.690044 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:33.733184 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:33.763143 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-4e2b608c-3aeb-401c-b88c-a9b6832df270 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5973282 Aug 18 18:23:33.773489 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84816971-6791-401d-b943-35f0e279e6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:33.807120 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Request body: {'port': {'device_id': '89a37f62-2593-43b8-88f7-a0087473c34e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:33.853497 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b51604-1408-4fe5-87f9-1d0d6e013e92 req-9cfb1915-eb98-468c-8e2e-3f6f093e0103 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:33.855038 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-50b51604-1408-4fe5-87f9-1d0d6e013e92 req-9cfb1915-eb98-468c-8e2e-3f6f093e0103 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 931 time: 0.2072394 Aug 18 18:23:33.858414 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f9152b9-a1d2-4f05-97a1-2bd208577d14 req-35a6a241-3923-456c-9e68-bd78e45739d0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004750 Aug 18 18:23:33.875522 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-3db44b30-165a-41c8-971e-d19d5be32e71 service neutron] 10.222.0.61 "GET /v2.0/networks/59d53df9-f602-4880-87fb-6eaf1d6a5b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006571 Aug 18 18:23:33.878426 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84816971-6791-401d-b943-35f0e279e6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:34.149252 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:34.154201 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-50b51604-1408-4fe5-87f9-1d0d6e013e92 req-e4a90de0-a2e4-4521-8e92-b35ce797fea4 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704508 Aug 18 18:23:34.271040 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84816971-6791-401d-b943-35f0e279e6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:34.273873 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-84816971-6791-401d-b943-35f0e279e6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:34.275695 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-84816971-6791-401d-b943-35f0e279e6a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61e8b80b-b1dc-486c-ac3b-748982da3c9f HTTP/1.1" status: 204 len: 168 time: 0.7313769 Aug 18 18:23:34.324256 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84816971-6791-401d-b943-35f0e279e6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e8b80b-b1dc-486c-ac3b-748982da3c9f,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:34.344222 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-211d91c9-4682-42bb-9084-b11bf2fa460c req-18b1583f-7bac-4f2c-8c93-aa4ebccfc889 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398566 Aug 18 18:23:34.369435 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41401cbb-9f3f-4a9a-8095-c96e60637eb6 req-11bc248d-a347-4d61-8124-50a999166a79 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:34.370917 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-41401cbb-9f3f-4a9a-8095-c96e60637eb6 req-11bc248d-a347-4d61-8124-50a999166a79 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 943 time: 0.3665316 Aug 18 18:23:34.452176 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f346d1-a05f-49ff-ad1a-17f2e5da0f98 req-74ba0695-1c85-48de-b8f9-4be2ea23ffa3 service neutron] 10.222.0.61 "GET /v2.0/networks/59d53df9-f602-4880-87fb-6eaf1d6a5b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640550 Aug 18 18:23:34.460220 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:34.465300 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-41401cbb-9f3f-4a9a-8095-c96e60637eb6 req-0e8c5ae7-32dc-404c-858d-1a1240982437 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844948 Aug 18 18:23:34.507117 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b672e8c-d81d-4464-a017-ff3604ec1a1c {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:23:34.521449 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:34.545227 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Transition to ACTIVE for port object 6b672e8c-d81d-4464-a017-ff3604ec1a1c will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:34.552299 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:34.557518 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:34.667373 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Pushing event updated for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:34.708663 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Network dd33299d-9999-4826-90da-36029a9801da is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:23:34.724675 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:34.738198 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:23:34.826163 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Pushing event updated for resources: {'Port': ['ID=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:34.890240 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:34.891100 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:34.935058 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ea5e14f1-984a-4f5a-b30c-f2989be87d89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1964264 Aug 18 18:23:34.967793 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca9fe7-beda-419e-a9d3-802edcb96bf2 req-db2769e5-7351-4dd7-9b8d-1324b0d98491 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:34.974447 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2eca9fe7-beda-419e-a9d3-802edcb96bf2 req-db2769e5-7351-4dd7-9b8d-1324b0d98491 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 943 time: 0.2580848 Aug 18 18:23:34.983011 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd0386-7dd0-4640-ba18-67a90e23b5d2', 'tag': 'a01a5615-0254-45d1-8706-660e2968010b'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:23:34.985427 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68336e8c-b30e-435b-a6cf-22f2f7824485" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd0386-7dd0-4640-ba18-67a90e23b5d2", "tag": "a01a5615-0254-45d1-8706-660e2968010b"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:23:34.987275 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Attempting to bind port 6b672e8c-d81d-4464-a017-ff3604ec1a1c on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:23:34.987666 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Attempting to bind port 6b672e8c-d81d-4464-a017-ff3604ec1a1c by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:23:34.988008 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Attempting to bind port 6b672e8c-d81d-4464-a017-ff3604ec1a1c on network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:35.012838 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b2e783-d6f2-47ff-ae36-d369d4be5f15 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:23:35.017402 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Port 6b672e8c-d81d-4464-a017-ff3604ec1a1c on network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:23:35.017821 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Attempting to bind port 6b672e8c-d81d-4464-a017-ff3604ec1a1c on network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:35.037704 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:35.053441 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:23:35.053807 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Checking segment: {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:35.054358 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Bound using segment: {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:23:35.054820 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Bound port: 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:23:35.055172 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:35.056128 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a021e21-5eeb-4a2e-a1df-940da3d844e3 req-64a5c3c0-e753-47bd-ae77-3125a5305e07 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:35.057907 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a021e21-5eeb-4a2e-a1df-940da3d844e3 req-64a5c3c0-e753-47bd-ae77-3125a5305e07 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0667808 Aug 18 18:23:35.083179 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Transition to ACTIVE for port object 74b2e783-d6f2-47ff-ae36-d369d4be5f15 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:35.089923 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2eca9fe7-beda-419e-a9d3-802edcb96bf2 req-1457b357-8f3d-46aa-b7e5-f11086005cde tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994184 Aug 18 18:23:35.164287 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:23:35.169965 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:23:35.171815 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:35.180626 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a021e21-5eeb-4a2e-a1df-940da3d844e3 req-304de4db-e7d9-45f5-8d9c-0bd53ad75d2e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056421 Aug 18 18:23:35.187046 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:35.239973 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e09335b-fc18-4eb9-9623-30437b6f3342 x-openstack-request-id: req-2e09335b-fc18-4eb9-9623-30437b6f3342 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:23:35.240264 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd0386-7dd0-4640-ba18-67a90e23b5d2", "tag": "a01a5615-0254-45d1-8706-660e2968010b", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:23:35.240505 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e09335b-fc18-4eb9-9623-30437b6f3342 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:23:35.240905 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd0386-7dd0-4640-ba18-67a90e23b5d2', 'tag': 'a01a5615-0254-45d1-8706-660e2968010b', 'status': 'completed', 'code': 200} Aug 18 18:23:35.262711 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:35.263389 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:35.265159 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] 10.222.0.61 "PUT /v2.0/ports/6b672e8c-d81d-4464-a017-ff3604ec1a1c HTTP/1.1" status: 200 len: 1094 time: 1.7945311 Aug 18 18:23:35.271673 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:23:35.283229 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Pushing event updated for resources: {'Port': ['ID=74b2e783-d6f2-47ff-ae36-d369d4be5f15,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:35.357245 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22b20-46c9-4e3d-bf2b-60cd413343d0 req-e33cdd16-6884-49ac-b5c1-c61a722817cc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:35.370684 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f22b20-46c9-4e3d-bf2b-60cd413343d0 req-e33cdd16-6884-49ac-b5c1-c61a722817cc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.1104703 Aug 18 18:23:35.425543 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6611b74-bad7-4b56-a51e-ac80d2082e3e service neutron] Pushing event updated for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:35.466603 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f22b20-46c9-4e3d-bf2b-60cd413343d0 req-e16421e2-b8b7-46a2-a281-c2b90aa8db95 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903738 Aug 18 18:23:35.561109 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Attempting to bind port 74b2e783-d6f2-47ff-ae36-d369d4be5f15 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:23:35.561109 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Attempting to bind port 74b2e783-d6f2-47ff-ae36-d369d4be5f15 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:23:35.561109 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Attempting to bind port 74b2e783-d6f2-47ff-ae36-d369d4be5f15 on network dd33299d-9999-4826-90da-36029a9801da {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:35.573878 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Port 74b2e783-d6f2-47ff-ae36-d369d4be5f15 on network dd33299d-9999-4826-90da-36029a9801da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:23:35.574275 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Attempting to bind port 74b2e783-d6f2-47ff-ae36-d369d4be5f15 on network dd33299d-9999-4826-90da-36029a9801da {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:35.653233 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:23:35.653568 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Checking segment: {'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:35.653962 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Bound using segment: {'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:23:35.654425 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Bound port: 74b2e783-d6f2-47ff-ae36-d369d4be5f15, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:23:35.654788 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:35.691095 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b02a6-43d0-4ea0-b3f4-3d98e41e0fd3 req-99bc85f4-59ad-436d-9867-d57cb51d8480 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:35.692744 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-518b02a6-43d0-4ea0-b3f4-3d98e41e0fd3 req-99bc85f4-59ad-436d-9867-d57cb51d8480 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 943 time: 0.1060951 Aug 18 18:23:35.695989 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3147512c4fa157d754f702ef9723cc7336f59ba7208018a681c655e88a5a3d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18116dc0-b370-42ed-a3a9-b3db6a82551b" -d '{"events": [{"name": "network-changed", "server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:23:35.803249 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-518b02a6-43d0-4ea0-b3f4-3d98e41e0fd3 req-e5038a2f-d7d9-4159-a525-8d0d1d8efc01 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780227 Aug 18 18:23:35.805786 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] For port 74b2e783-d6f2-47ff-ae36-d369d4be5f15, host hv-cinder-80288, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:23:35.809722 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] For port 74b2e783-d6f2-47ff-ae36-d369d4be5f15, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=74b2e783-d6f2-47ff-ae36-d369d4be5f15,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:23:35.815921 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:35.861843 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:35.862604 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:35.864068 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] 10.222.0.61 "PUT /v2.0/ports/74b2e783-d6f2-47ff-ae36-d369d4be5f15 HTTP/1.1" status: 200 len: 1093 time: 2.0658123 Aug 18 18:23:35.879181 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca81bb7-3fc1-4ba3-a491-b679e00cddf1 service neutron] Pushing event updated for resources: {'Port': ['ID=74b2e783-d6f2-47ff-ae36-d369d4be5f15,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:35.928138 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145af0dd-9970-4c66-8b7f-1c8c970820a6 x-openstack-request-id: req-145af0dd-9970-4c66-8b7f-1c8c970820a6 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:23:35.928433 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:23:35.928689 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-145af0dd-9970-4c66-8b7f-1c8c970820a6 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:23:35.929187 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'status': 'completed', 'code': 200} Aug 18 18:23:36.227360 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345f77a-5d1b-43d4-8f26-2a00ab7b9423 req-5dfdf648-fe91-4860-a075-b1cd34c9be61 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:36.229058 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d345f77a-5d1b-43d4-8f26-2a00ab7b9423 req-5dfdf648-fe91-4860-a075-b1cd34c9be61 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 943 time: 0.0603671 Aug 18 18:23:36.276088 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d345f77a-5d1b-43d4-8f26-2a00ab7b9423 req-f4d58e20-0e90-492c-a40e-96b8181fa3e8 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Aug 18 18:23:36.311067 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb8e0-b58b-49ce-bc4c-8d133019ba4a req-fb2c6f47-d6be-4047-829b-60509627219a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:36.312507 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f83cb8e0-b58b-49ce-bc4c-8d133019ba4a req-fb2c6f47-d6be-4047-829b-60509627219a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0592816 Aug 18 18:23:36.359633 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f83cb8e0-b58b-49ce-bc4c-8d133019ba4a req-3f768f82-679d-4404-b50e-9ffbe3d810c4 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404527 Aug 18 18:23:36.572490 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbde7a1-6e40-4d1e-8b20-877e63e209d5 req-a2ffa37a-d0d1-49de-a9e6-c7b9f113deee tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:36.574100 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2dbde7a1-6e40-4d1e-8b20-877e63e209d5 req-a2ffa37a-d0d1-49de-a9e6-c7b9f113deee tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.0577662 Aug 18 18:23:36.618820 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2dbde7a1-6e40-4d1e-8b20-877e63e209d5 req-fb6241c3-af71-4a50-a003-0443e350b9fe tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382795 Aug 18 18:23:36.813315 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Request body: {'port': {'device_id': 'e783bd33-beed-4b8d-83f2-3baa841e8f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:36.881311 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:37.019018 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-dcf540ce-9f67-43cc-8985-8776f8424688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.020577 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-dcf540ce-9f67-43cc-8985-8776f8424688 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=df7205fbeea74a84a8de4fdecfdb8fad&device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 1096 time: 0.0943315 Aug 18 18:23:37.039734 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446325ca-4810-4c96-8837-4b5bf884a2da req-f9328f2a-5962-4c91-a55c-a37802d5680d tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.041310 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-446325ca-4810-4c96-8837-4b5bf884a2da req-f9328f2a-5962-4c91-a55c-a37802d5680d tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 943 time: 0.1523767 Aug 18 18:23:37.139987 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68336e8c-b30e-435b-a6cf-22f2f7824485 req-01b9d6a1-fe0c-4000-9ee8-45d4552f0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.141600 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68336e8c-b30e-435b-a6cf-22f2f7824485 req-01b9d6a1-fe0c-4000-9ee8-45d4552f0ad9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 1096 time: 0.2071772 Aug 18 18:23:37.144404 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18116dc0-b370-42ed-a3a9-b3db6a82551b req-211031a1-8381-4b98-a26d-f1690d82d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.145889 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-18116dc0-b370-42ed-a3a9-b3db6a82551b req-211031a1-8381-4b98-a26d-f1690d82d032 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 1097 time: 0.1410685 Aug 18 18:23:37.239704 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:23:37.355789 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-446325ca-4810-4c96-8837-4b5bf884a2da req-1f63d78d-2c34-44f8-b54b-b7ac472f387d tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499325 Aug 18 18:23:37.363769 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-f110d84d-1bd4-4b48-80b8-5f48511b4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.365412 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-f110d84d-1bd4-4b48-80b8-5f48511b4e2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 1096 time: 0.3190174 Aug 18 18:23:37.461797 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-662eae8e-870a-464e-bcd6-2f5c6515d641 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b2e783-d6f2-47ff-ae36-d369d4be5f15 HTTP/1.1" status: 200 len: 217 time: 0.0755405 Aug 18 18:23:37.509460 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-2730b4d6-e358-4ddd-914b-6a53cb0f9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.510949 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-2730b4d6-e358-4ddd-914b-6a53cb0f9a5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=59d53df9-f602-4880-87fb-6eaf1d6a5b2d HTTP/1.1" status: 200 len: 912 time: 0.4706278 Aug 18 18:23:37.539507 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68336e8c-b30e-435b-a6cf-22f2f7824485 req-e843b310-f12e-4964-8ded-a982809952a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.540986 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68336e8c-b30e-435b-a6cf-22f2f7824485 req-e843b310-f12e-4964-8ded-a982809952a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 915 time: 0.3792515 Aug 18 18:23:37.631155 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68336e8c-b30e-435b-a6cf-22f2f7824485 req-52991422-e122-4c1a-9408-e902a3dd2c0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01a5615-0254-45d1-8706-660e2968010b HTTP/1.1" status: 200 len: 217 time: 0.0687051 Aug 18 18:23:37.631302 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-16f000b3-3e40-4493-bbf8-29b4dfad5f8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04a0b333-7591-4db8-a909-71a55b5a79de HTTP/1.1" status: 200 len: 217 time: 0.1049509 Aug 18 18:23:37.631721 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-a1b9436b-d80a-463c-9d87-dffb6b575ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.634529 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-a1b9436b-d80a-463c-9d87-dffb6b575ba2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60a05d24-d918-4e5a-935f-9dab987eb2e1 HTTP/1.1" status: 200 len: 858 time: 0.1543586 Aug 18 18:23:37.640276 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fef9-16de-4081-be8f-92167a51c6ea req-8a2368df-e0b8-4a2e-b886-a83b8e293443 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.641783 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-84c6fef9-16de-4081-be8f-92167a51c6ea req-8a2368df-e0b8-4a2e-b886-a83b8e293443 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.1874976 Aug 18 18:23:37.677518 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501546c-267f-4138-994b-5a5cf104e7e6 req-8a850553-a5dc-411c-a069-ca6fd80e03f1 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.679142 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8501546c-267f-4138-994b-5a5cf104e7e6 req-8a850553-a5dc-411c-a069-ca6fd80e03f1 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 943 time: 0.2474144 Aug 18 18:23:37.704234 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18116dc0-b370-42ed-a3a9-b3db6a82551b req-502a9f07-c7ff-4fab-bafa-1c9424d5dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.706553 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-18116dc0-b370-42ed-a3a9-b3db6a82551b req-502a9f07-c7ff-4fab-bafa-1c9424d5dc12 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5416706 Aug 18 18:23:37.743770 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-37649d9a-16b1-40ab-bc82-adbc5440b306 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd33299d-9999-4826-90da-36029a9801da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815654 Aug 18 18:23:37.758009 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-53ba25d0-a018-4078-ae5c-21ec9459994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.759757 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-53ba25d0-a018-4078-ae5c-21ec9459994c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31f3f321-92b6-43c6-82d0-a90df8071a75 HTTP/1.1" status: 200 len: 851 time: 0.1127028 Aug 18 18:23:37.761048 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cca1add-e99d-4ef0-8637-19fe68f3d3ff {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:23:37.792044 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:37.849406 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68336e8c-b30e-435b-a6cf-22f2f7824485 req-8d7d9e4f-c21b-43e9-8d00-8ce99f63c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:37.849406 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68336e8c-b30e-435b-a6cf-22f2f7824485 req-8d7d9e4f-c21b-43e9-8d00-8ce99f63c5e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c73e8db9-e918-4d96-b45a-770bac15e96d HTTP/1.1" status: 200 len: 854 time: 0.2034445 Aug 18 18:23:37.854857 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-84c6fef9-16de-4081-be8f-92167a51c6ea req-0ddd08a1-341c-4e03-a43e-43f32614323c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925228 Aug 18 18:23:37.874833 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Transition to ACTIVE for port object 8cca1add-e99d-4ef0-8637-19fe68f3d3ff will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:23:37.884297 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8501546c-267f-4138-994b-5a5cf104e7e6 req-0dba98fb-e289-41d1-b77b-8c9dcacf2f5d tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838994 Aug 18 18:23:37.902276 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-62085da6-820d-49eb-80d7-66cea2acfb37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59d53df9-f602-4880-87fb-6eaf1d6a5b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154456 Aug 18 18:23:37.905508 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68336e8c-b30e-435b-a6cf-22f2f7824485 req-85ea4421-a65e-44e3-a2e5-95065282cea8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90525376-7298-49f2-893b-492b16ed637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458691 Aug 18 18:23:37.907990 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:37.932849 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a37f62-2593-43b8-88f7-a0087473c34e', 'tag': '74b2e783-d6f2-47ff-ae36-d369d4be5f15'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:23:37.935552 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3147512c4fa157d754f702ef9723cc7336f59ba7208018a681c655e88a5a3d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b13590-10c3-4861-802a-192efcf0df6f" -d '{"events": [{"name": "network-changed", "server_uuid": "89a37f62-2593-43b8-88f7-a0087473c34e", "tag": "74b2e783-d6f2-47ff-ae36-d369d4be5f15"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:23:38.022173 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b5ebc2-4656-46c2-bdc5-b642522b4dbf x-openstack-request-id: req-78b5ebc2-4656-46c2-bdc5-b642522b4dbf {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:23:38.022473 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a37f62-2593-43b8-88f7-a0087473c34e", "tag": "74b2e783-d6f2-47ff-ae36-d369d4be5f15", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:23:38.022723 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78b5ebc2-4656-46c2-bdc5-b642522b4dbf {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:23:38.023108 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a37f62-2593-43b8-88f7-a0087473c34e', 'tag': '74b2e783-d6f2-47ff-ae36-d369d4be5f15', 'status': 'completed', 'code': 200} Aug 18 18:23:38.051556 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-d8a48c43-17e4-4725-b63b-ded82b96427c service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938154 Aug 18 18:23:38.072465 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Pushing event updated for resources: {'Port': ['ID=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:38.123902 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18116dc0-b370-42ed-a3a9-b3db6a82551b req-84ff8cea-6656-496e-9fc6-fc1b93b9e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:38.125377 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-18116dc0-b370-42ed-a3a9-b3db6a82551b req-84ff8cea-6656-496e-9fc6-fc1b93b9e0a0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3890162 Aug 18 18:23:38.140232 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-b3b8099f-b05a-4e80-a826-678f46311af4 service neutron] 10.222.0.61 "GET /v2.0/networks/59d53df9-f602-4880-87fb-6eaf1d6a5b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229888 Aug 18 18:23:38.346697 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-d6df48b7-1306-4c53-b9c7-51fcded75ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:38.348192 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-d6df48b7-1306-4c53-b9c7-51fcded75ba7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 1097 time: 0.1207149 Aug 18 18:23:38.352045 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-d7770631-2c0c-47be-a01a-48ffbe3113e8 service neutron] 10.222.0.61 "GET /v2.0/networks/59d53df9-f602-4880-87fb-6eaf1d6a5b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973505 Aug 18 18:23:38.452515 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-262f3573-688d-4233-841f-522e399f4574 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c HTTP/1.1" status: 200 len: 217 time: 0.0713379 Aug 18 18:23:38.497993 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da44ccb-e798-4309-bb00-5f94ac3f3a80 req-f9a4e5b7-2d20-425f-b340-e091e386b9c7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:38.497993 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6da44ccb-e798-4309-bb00-5f94ac3f3a80 req-f9a4e5b7-2d20-425f-b340-e091e386b9c7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.4558256 Aug 18 18:23:38.516698 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68336e8c-b30e-435b-a6cf-22f2f7824485 req-8cb10599-23cb-409f-b377-bd90d5c60744 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726171 Aug 18 18:23:38.562238 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Attempting to bind port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:23:38.562585 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Attempting to bind port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:23:38.562919 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Attempting to bind port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff on network dd33299d-9999-4826-90da-36029a9801da {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:38.569754 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-5a3a5b83-8dc8-4ef8-ae3a-a95895409b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:38.572731 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-5a3a5b83-8dc8-4ef8-ae3a-a95895409b22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 200 len: 855 time: 0.1108353 Aug 18 18:23:38.589265 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3756ee-85f0-4217-931d-18b5d96d5941 req-b55f5bee-f3fb-4dc1-be19-e36fa1757e56 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:38.590944 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bc3756ee-85f0-4217-931d-18b5d96d5941 req-b55f5bee-f3fb-4dc1-be19-e36fa1757e56 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 943 time: 0.0821085 Aug 18 18:23:38.624418 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff on network dd33299d-9999-4826-90da-36029a9801da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:23:38.624838 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Attempting to bind port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff on network dd33299d-9999-4826-90da-36029a9801da {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:23:38.632362 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-8d711afd-4da3-4e27-923f-fa9ffcf3a655 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641499 Aug 18 18:23:38.648267 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:23:38.648606 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Checking segment: {'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:38.648989 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Bound using segment: {'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:23:38.649483 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Bound port: 8cca1add-e99d-4ef0-8637-19fe68f3d3ff, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'dd33299d-9999-4826-90da-36029a9801da'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:23:38.650362 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:38.669696 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6da44ccb-e798-4309-bb00-5f94ac3f3a80 req-4fc223c9-d880-48ba-99d9-43ad5a13ebec tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637340 Aug 18 18:23:38.686849 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-6c6d5fb0-09c0-44cd-bdff-bdf5f8a26309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:38.688653 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-6c6d5fb0-09c0-44cd-bdff-bdf5f8a26309 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1097002 Aug 18 18:23:38.692817 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bc3756ee-85f0-4217-931d-18b5d96d5941 req-ba57dcf9-90bc-46cd-ad33-503ab3120186 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918674 Aug 18 18:23:38.729179 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68336e8c-b30e-435b-a6cf-22f2f7824485 req-9c974ec2-edca-4433-bcbd-59bc75c18834 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897337 Aug 18 18:23:38.751063 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] For port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:23:38.754918 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] For port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:23:38.760931 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:38.805942 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:38.806576 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:38.808022 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] 10.222.0.61 "PUT /v2.0/ports/8cca1add-e99d-4ef0-8637-19fe68f3d3ff HTTP/1.1" status: 200 len: 1093 time: 1.9992576 Aug 18 18:23:38.810189 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e783bd33-beed-4b8d-83f2-3baa841e8f70', 'tag': '8cca1add-e99d-4ef0-8637-19fe68f3d3ff'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:23:38.812501 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e252adb-d513-45da-aedc-9df2de9814b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e783bd33-beed-4b8d-83f2-3baa841e8f70", "tag": "8cca1add-e99d-4ef0-8637-19fe68f3d3ff"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:23:38.813265 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-70bcd1fc-015d-4b67-b405-3967ace6115d service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150594 Aug 18 18:23:38.839070 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631e8a2-afc5-4829-8a4e-266f49bc409b service neutron] Pushing event updated for resources: {'Port': ['ID=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:38.877568 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63add9d-8395-4e63-a7ef-19b328294980 x-openstack-request-id: req-b63add9d-8395-4e63-a7ef-19b328294980 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:23:38.877861 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e783bd33-beed-4b8d-83f2-3baa841e8f70", "tag": "8cca1add-e99d-4ef0-8637-19fe68f3d3ff", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:23:38.878114 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b63add9d-8395-4e63-a7ef-19b328294980 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:23:38.878515 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e783bd33-beed-4b8d-83f2-3baa841e8f70', 'tag': '8cca1add-e99d-4ef0-8637-19fe68f3d3ff', 'status': 'completed', 'code': 200} Aug 18 18:23:38.889052 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-79451319-7d2f-4740-9fc1-9f2163eca0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:39.007883 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc9093-3020-4c75-9560-db0ab2e80669 req-a82a4d2a-7203-4613-b4b6-c9347c5ba445 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:39.009441 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-77bc9093-3020-4c75-9560-db0ab2e80669 req-a82a4d2a-7203-4613-b4b6-c9347c5ba445 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0547395 Aug 18 18:23:39.013048 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50c4c8-38cc-4d40-b80f-647a400ff45b req-870185e6-08c8-45e4-b312-7b88ae6c7117 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:39.014587 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d50c4c8-38cc-4d40-b80f-647a400ff45b req-870185e6-08c8-45e4-b312-7b88ae6c7117 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 943 time: 0.0573580 Aug 18 18:23:39.048398 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-77bc9093-3020-4c75-9560-db0ab2e80669 req-0cff5c86-b488-4479-948a-ffa66aecb564 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Aug 18 18:23:39.055952 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d50c4c8-38cc-4d40-b80f-647a400ff45b req-72996a9b-598a-4e99-bc03-13ffc5235bf5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346930 Aug 18 18:23:39.826571 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c013b-2df6-48a8-99af-3b8ea43978c1 req-68da299b-5e67-4b0d-ab34-f8bc6c5aae4f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:39.828257 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c2c013b-2df6-48a8-99af-3b8ea43978c1 req-68da299b-5e67-4b0d-ab34-f8bc6c5aae4f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.0641737 Aug 18 18:23:39.845182 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763d192-35af-466f-a9a9-e78edc8d0384 req-f84c5ddc-9d8b-4aa7-a225-5d76af8c6936 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:39.847082 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0763d192-35af-466f-a9a9-e78edc8d0384 req-f84c5ddc-9d8b-4aa7-a225-5d76af8c6936 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 943 time: 0.0625992 Aug 18 18:23:39.879607 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c2c013b-2df6-48a8-99af-3b8ea43978c1 req-b2228cc1-e680-4571-97f3-ec57c6d50fbb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431085 Aug 18 18:23:39.897712 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0763d192-35af-466f-a9a9-e78edc8d0384 req-a9b71c0a-1199-43e5-81aa-c6e19a3e94b1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Aug 18 18:23:40.187479 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894ac4c-12b1-418d-be28-53e8f5978842 req-28778986-4663-46a1-8c6e-52f464fa706e tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:40.188398 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbb3a4-e165-42f3-873c-8d1f1237b9b6 req-831f0c3a-e260-4c2f-9841-54a5c9f4cc17 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:40.189683 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8894ac4c-12b1-418d-be28-53e8f5978842 req-28778986-4663-46a1-8c6e-52f464fa706e tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 943 time: 0.0592294 Aug 18 18:23:40.190234 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dedbb3a4-e165-42f3-873c-8d1f1237b9b6 req-831f0c3a-e260-4c2f-9841-54a5c9f4cc17 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0508096 Aug 18 18:23:40.229778 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dedbb3a4-e165-42f3-873c-8d1f1237b9b6 req-c010c9dd-1ef9-4174-80d6-61bac38cbfda tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329924 Aug 18 18:23:40.243708 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8894ac4c-12b1-418d-be28-53e8f5978842 req-c40503ee-09b2-40d4-b684-8b573c5c7c36 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479286 Aug 18 18:23:41.023607 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496341-cae2-454d-9cd5-f95b79f1344b req-42022e1e-4b2b-4256-9594-b50aada4e6c1 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:41.026415 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0496341-cae2-454d-9cd5-f95b79f1344b req-42022e1e-4b2b-4256-9594-b50aada4e6c1 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.0698225 Aug 18 18:23:41.067267 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcb1f1-b2cf-4b82-8d93-d0c30446e904 req-a8d78b3b-51ce-4579-9ac1-f5221d471e20 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:41.070024 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48dcb1f1-b2cf-4b82-8d93-d0c30446e904 req-a8d78b3b-51ce-4579-9ac1-f5221d471e20 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 943 time: 0.0630088 Aug 18 18:23:41.071383 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0496341-cae2-454d-9cd5-f95b79f1344b req-ee4dbcff-1dca-47a2-b37f-ca075fba7bd6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Aug 18 18:23:41.113359 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48dcb1f1-b2cf-4b82-8d93-d0c30446e904 req-386091e1-e06c-47b5-9f60-036408a205e3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369091 Aug 18 18:23:41.332002 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1cd8ce2f-45a7-4bd4-a583-61b341770884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:41.356775 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40878) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:41.361238 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c543800-2f98-45d1-a27e-e4cbb96ea2f7 req-dc2bacfa-f30b-48c3-96f6-616f71cb8db7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:41.362845 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9c543800-2f98-45d1-a27e-e4cbb96ea2f7 req-dc2bacfa-f30b-48c3-96f6-616f71cb8db7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0568788 Aug 18 18:23:41.373980 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f783d-8cbd-4231-b9f3-be231a256d63 req-41b1f4cf-e638-4bf0-a451-0f7c0dc177a4 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:41.375641 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c98f783d-8cbd-4231-b9f3-be231a256d63 req-41b1f4cf-e638-4bf0-a451-0f7c0dc177a4 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 943 time: 0.0612502 Aug 18 18:23:41.404060 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9c543800-2f98-45d1-a27e-e4cbb96ea2f7 req-9f3d5700-23fb-40ce-ae0d-d275cf22836a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340321 Aug 18 18:23:41.423920 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c98f783d-8cbd-4231-b9f3-be231a256d63 req-c5793bc7-4512-4612-9b5c-daeedc16643c tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Aug 18 18:23:41.470607 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d35341d4-722c-4d9d-a303-aa6ba05dd35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:41.560895 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d35341d4-722c-4d9d-a303-aa6ba05dd35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:41.566851 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d35341d4-722c-4d9d-a303-aa6ba05dd35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:41.610061 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d35341d4-722c-4d9d-a303-aa6ba05dd35c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ffd351fa35534a0a938539700b48659e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496569 Aug 18 18:23:41.610061 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35341d4-722c-4d9d-a303-aa6ba05dd35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01da858-49fd-49aa-aba4-8e1e650a42a6,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:41.610827 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40884) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:41.671597 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4efa40bc-b889-4eca-93da-896c37e2bf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:41.693200 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4efa40bc-b889-4eca-93da-896c37e2bf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:41.742164 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4efa40bc-b889-4eca-93da-896c37e2bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:41.744835 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4efa40bc-b889-4eca-93da-896c37e2bf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:41.745962 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4efa40bc-b889-4eca-93da-896c37e2bf9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a01da858-49fd-49aa-aba4-8e1e650a42a6 HTTP/1.1" status: 204 len: 168 time: 0.1229680 Aug 18 18:23:41.760136 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 04a0b333-7591-4db8-a909-71a55b5a79de details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:23:41.766682 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa40bc-b889-4eca-93da-896c37e2bf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01da858-49fd-49aa-aba4-8e1e650a42a6,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:41.778550 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b13590-10c3-4861-802a-192efcf0df6f req-78faa8b3-9ffe-422d-8d77-b4155768da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:41.780104 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79b13590-10c3-4861-802a-192efcf0df6f req-78faa8b3-9ffe-422d-8d77-b4155768da93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 1096 time: 0.0442915 Aug 18 18:23:41.896948 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 04a0b333-7591-4db8-a909-71a55b5a79de, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=04a0b333-7591-4db8-a909-71a55b5a79de,segment=NetworkSegment(01888128-d61c-4b53-96d7-fb93867de1f9),segment_id=01888128-d61c-4b53-96d7-fb93867de1f9)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:41.918024 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '04a0b333-7591-4db8-a909-71a55b5a79de', 'network_id': '59d53df9-f602-4880-87fb-6eaf1d6a5b2d', 'port_id': '04a0b333-7591-4db8-a909-71a55b5a79de', 'mac_address': 'fa:16:3e:f0:83:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f3f321-92b6-43c6-82d0-a90df8071a75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:23:41.934487 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e252adb-d513-45da-aedc-9df2de9814b0 req-7f0159b9-143c-44fe-a6bf-d34f193dcd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:41.935944 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e252adb-d513-45da-aedc-9df2de9814b0 req-7f0159b9-143c-44fe-a6bf-d34f193dcd4d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 1096 time: 0.0920637 Aug 18 18:23:41.945703 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dd09655-ff97-4e3d-bd25-ffc2e9daecba req-0a70a12e-b719-48e5-936e-832812af67d8 service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263177 Aug 18 18:23:41.969791 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:41.981254 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b13590-10c3-4861-802a-192efcf0df6f req-160d4401-bbbc-47ea-9f14-014711fca12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:41.982816 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79b13590-10c3-4861-802a-192efcf0df6f req-160d4401-bbbc-47ea-9f14-014711fca12e service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 919 time: 0.1498449 Aug 18 18:23:42.091781 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79b13590-10c3-4861-802a-192efcf0df6f req-9bac294e-9704-4a2f-bd64-1f5edbe15479 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b2e783-d6f2-47ff-ae36-d369d4be5f15 HTTP/1.1" status: 200 len: 217 time: 0.0860238 Aug 18 18:23:42.108993 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a0b333-7591-4db8-a909-71a55b5a79de {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:23:42.117332 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40896) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:42.133285 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f7f15645-ce55-467e-a786-8cedf096af42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.138177 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 04a0b333-7591-4db8-a909-71a55b5a79de, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=04a0b333-7591-4db8-a909-71a55b5a79de,segment=NetworkSegment(01888128-d61c-4b53-96d7-fb93867de1f9),segment_id=01888128-d61c-4b53-96d7-fb93867de1f9)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:42.144237 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.144934 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device a01a5615-0254-45d1-8706-660e2968010b details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:23:42.209489 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.231331 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc51711-9e27-4e88-a403-c1572703c2af req-390e0069-b15f-42ea-a8e1-02edfcbc1564 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:42.242699 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ffc51711-9e27-4e88-a403-c1572703c2af req-390e0069-b15f-42ea-a8e1-02edfcbc1564 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.0832407 Aug 18 18:23:42.266852 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b13590-10c3-4861-802a-192efcf0df6f req-5241a592-0a0b-49f1-87c6-c0334acdfd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:42.268383 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79b13590-10c3-4861-802a-192efcf0df6f req-5241a592-0a0b-49f1-87c6-c0334acdfd87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60a05d24-d918-4e5a-935f-9dab987eb2e1 HTTP/1.1" status: 200 len: 858 time: 0.1635833 Aug 18 18:23:42.282012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e252adb-d513-45da-aedc-9df2de9814b0 req-f60b5c60-a0b4-4bd2-acc0-f9146be2c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:42.283693 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e252adb-d513-45da-aedc-9df2de9814b0 req-f60b5c60-a0b4-4bd2-acc0-f9146be2c4d8 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3207903 Aug 18 18:23:42.289244 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=04a0b333-7591-4db8-a909-71a55b5a79de,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:42.295482 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ffc51711-9e27-4e88-a403-c1572703c2af req-0efd9cc4-69b2-4cfb-8b85-fb22b00ecdd6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518179 Aug 18 18:23:42.308355 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3f73b-3b68-4524-812c-b95abe3e902a req-37845c60-c32c-495e-bf1f-3216d7863f45 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:42.310284 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-15c3f73b-3b68-4524-812c-b95abe3e902a req-37845c60-c32c-495e-bf1f-3216d7863f45 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 943 time: 0.0980349 Aug 18 18:23:42.326342 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f7f15645-ce55-467e-a786-8cedf096af42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.331593 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f7f15645-ce55-467e-a786-8cedf096af42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.347950 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port a01a5615-0254-45d1-8706-660e2968010b, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a01a5615-0254-45d1-8706-660e2968010b,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:42.355915 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-15c3f73b-3b68-4524-812c-b95abe3e902a req-7b590d26-9c21-4a79-873c-020c03b124ab tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380816 Aug 18 18:23:42.361211 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': 'a01a5615-0254-45d1-8706-660e2968010b', 'network_id': '90525376-7298-49f2-893b-492b16ed637d', 'port_id': 'a01a5615-0254-45d1-8706-660e2968010b', 'mac_address': 'fa:16:3e:9a:00:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73e8db9-e918-4d96-b45a-770bac15e96d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:23:42.381078 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f7f15645-ce55-467e-a786-8cedf096af42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa84572031434a42accbc4031bb2e462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626350 Aug 18 18:23:42.381996 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f15645-ce55-467e-a786-8cedf096af42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fa52db-81aa-4700-806b-cff4008c79bc,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:42.383738 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 40900) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:42.409737 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.422257 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01a5615-0254-45d1-8706-660e2968010b {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:23:42.441487 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b28b96db-e86a-4c84-9f9f-c98bbe4b3288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.444142 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port a01a5615-0254-45d1-8706-660e2968010b, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a01a5615-0254-45d1-8706-660e2968010b,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:42.449497 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.464001 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b28b96db-e86a-4c84-9f9f-c98bbe4b3288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.504338 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=a01a5615-0254-45d1-8706-660e2968010b,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:42.551615 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b28b96db-e86a-4c84-9f9f-c98bbe4b3288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.554141 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b28b96db-e86a-4c84-9f9f-c98bbe4b3288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:42.554345 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e55f-a1b0-4363-a684-f558923c70cf req-0b7dd569-d833-46aa-883e-23baec63c55f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:42.555268 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b28b96db-e86a-4c84-9f9f-c98bbe4b3288 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09fa52db-81aa-4700-806b-cff4008c79bc HTTP/1.1" status: 204 len: 168 time: 0.1703501 Aug 18 18:23:42.555991 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7c10e55f-a1b0-4363-a684-f558923c70cf req-0b7dd569-d833-46aa-883e-23baec63c55f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0545106 Aug 18 18:23:42.566036 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0a7f-6ed0-4cca-9d71-fef44fb7c2b5 req-0dd15ed3-88c8-4794-973c-af627f16661f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:42.567521 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f94a0a7f-6ed0-4cca-9d71-fef44fb7c2b5 req-0dd15ed3-88c8-4794-973c-af627f16661f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 944 time: 0.0644886 Aug 18 18:23:42.573119 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b96db-e86a-4c84-9f9f-c98bbe4b3288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fa52db-81aa-4700-806b-cff4008c79bc,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:42.600772 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7c10e55f-a1b0-4363-a684-f558923c70cf req-a7ee91dc-cc71-440f-958e-7e116e45653c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374732 Aug 18 18:23:42.627847 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f94a0a7f-6ed0-4cca-9d71-fef44fb7c2b5 req-816ffb4e-ede2-4e5c-ae0a-845f49eb91f6 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Aug 18 18:23:43.048297 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:43.413290 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6400d2-f116-4a55-9031-f86b26d8a4aa req-28b14c3a-868e-41a2-b58c-f59b7f06bb41 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:43.414801 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fb6400d2-f116-4a55-9031-f86b26d8a4aa req-28b14c3a-868e-41a2-b58c-f59b7f06bb41 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.0524323 Aug 18 18:23:43.456081 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fb6400d2-f116-4a55-9031-f86b26d8a4aa req-d3822bb5-2075-4619-8dda-13a257970447 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Aug 18 18:23:43.492116 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ce427-7988-47f7-bd45-8150438aee42 req-72d1cda0-be9a-4e68-a1d1-15e4b852d4f7 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:43.493516 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-847ce427-7988-47f7-bd45-8150438aee42 req-72d1cda0-be9a-4e68-a1d1-15e4b852d4f7 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 944 time: 0.0640841 Aug 18 18:23:43.531738 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-847ce427-7988-47f7-bd45-8150438aee42 req-27f9e66f-8a8d-44eb-92dc-c5a4f7f80d97 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Aug 18 18:23:43.728880 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e674-cf32-4e3f-9989-437e90498034 req-59827637-0b1b-41db-b6ea-27ef150c3fac tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:43.730434 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae06e674-cf32-4e3f-9989-437e90498034 req-59827637-0b1b-41db-b6ea-27ef150c3fac tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0540667 Aug 18 18:23:43.734667 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9f77d-a79c-44ea-8287-b6b3d0ed892d req-3605121d-ad3a-41a9-96f6-da1166454826 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:43.736336 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9cd9f77d-a79c-44ea-8287-b6b3d0ed892d req-3605121d-ad3a-41a9-96f6-da1166454826 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 944 time: 0.0551891 Aug 18 18:23:43.772060 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae06e674-cf32-4e3f-9989-437e90498034 req-dcc0ecd5-b84f-40b1-9fa5-e077796d9cdc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346408 Aug 18 18:23:43.781393 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9cd9f77d-a79c-44ea-8287-b6b3d0ed892d req-af41e583-f7b3-4adf-9523-8faf84280610 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Aug 18 18:23:43.922628 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79b13590-10c3-4861-802a-192efcf0df6f req-bb48be09-dc8d-48ba-af08-b535110359dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd33299d-9999-4826-90da-36029a9801da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605688 Aug 18 18:23:44.052117 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e252adb-d513-45da-aedc-9df2de9814b0 req-c6601b1e-18f3-461c-b161-c42d4ade2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:44.053967 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e252adb-d513-45da-aedc-9df2de9814b0 req-c6601b1e-18f3-461c-b161-c42d4ade2767 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892126 Aug 18 18:23:44.381664 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 40990) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:44.493924 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-989a480d-f11e-4fd6-b2e9-d53094cfa66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:44.584448 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:44.597208 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcc100-5e0c-4288-9add-d010ace87f7b req-22d75e21-b410-410a-a18e-b614760802ea tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:44.598808 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0abcc100-5e0c-4288-9add-d010ace87f7b req-22d75e21-b410-410a-a18e-b614760802ea tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.0722821 Aug 18 18:23:44.652764 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-989a480d-f11e-4fd6-b2e9-d53094cfa66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:44.657449 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0abcc100-5e0c-4288-9add-d010ace87f7b req-5cd5a29b-cf20-4586-8804-ed2705755152 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521257 Aug 18 18:23:44.659596 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-989a480d-f11e-4fd6-b2e9-d53094cfa66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:44.667069 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd6e0f-1d71-4d72-a01b-1c6b76120507 req-d146d315-fdc2-4a48-a1ae-1bb41b194337 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:44.668749 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59fd6e0f-1d71-4d72-a01b-1c6b76120507 req-d146d315-fdc2-4a48-a1ae-1bb41b194337 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 944 time: 0.0494702 Aug 18 18:23:44.704753 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-989a480d-f11e-4fd6-b2e9-d53094cfa66f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8c4e8a336ee4338946e5969a14d0218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220308 Aug 18 18:23:44.706109 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a480d-f11e-4fd6-b2e9-d53094cfa66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab37cd7c-5d59-4867-b509-50a8c50d1321,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:44.708510 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41000) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:44.715572 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59fd6e0f-1d71-4d72-a01b-1c6b76120507 req-57b44493-6a13-4d39-ac4f-a8d7e5b499c3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Aug 18 18:23:44.760121 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-aac22f78-f48e-4d1a-8923-ef7eb7c56a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:44.784359 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-aac22f78-f48e-4d1a-8923-ef7eb7c56a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:44.838637 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-aac22f78-f48e-4d1a-8923-ef7eb7c56a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:44.841407 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-aac22f78-f48e-4d1a-8923-ef7eb7c56a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:44.842549 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-aac22f78-f48e-4d1a-8923-ef7eb7c56a0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab37cd7c-5d59-4867-b509-50a8c50d1321 HTTP/1.1" status: 204 len: 168 time: 0.1331503 Aug 18 18:23:44.860812 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac22f78-f48e-4d1a-8923-ef7eb7c56a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab37cd7c-5d59-4867-b509-50a8c50d1321,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:44.897863 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb9285-3a99-4c7b-9a09-85f7c33d5c4e req-16a9364c-f73d-46c9-846a-d11c92a25cc0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:44.899364 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c8fb9285-3a99-4c7b-9a09-85f7c33d5c4e req-16a9364c-f73d-46c9-846a-d11c92a25cc0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0526996 Aug 18 18:23:44.929579 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:44.947798 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c8fb9285-3a99-4c7b-9a09-85f7c33d5c4e req-d2ffdaea-877a-4787-a90e-5c89ca547f23 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408683 Aug 18 18:23:45.029713 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058ef83-90e8-418c-8529-9762b7764aef req-3737a4b0-a989-4ba5-b7f0-7b498a5ff371 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:45.031163 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9058ef83-90e8-418c-8529-9762b7764aef req-3737a4b0-a989-4ba5-b7f0-7b498a5ff371 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 944 time: 0.1029816 Aug 18 18:23:45.039344 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-da2ca4ec-31cc-4c19-a9e5-27a861ed317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:45.041004 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-da2ca4ec-31cc-4c19-a9e5-27a861ed317e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 1096 time: 0.1115298 Aug 18 18:23:45.060172 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79b13590-10c3-4861-802a-192efcf0df6f req-a8beb9c2-cb14-4baf-87c0-f92564b00711 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034545 Aug 18 18:23:45.156500 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41012) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:45.159872 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-60f1a26e-58b2-4658-860c-7f5c4f0ad6bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff HTTP/1.1" status: 200 len: 217 time: 0.0880413 Aug 18 18:23:45.164274 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9058ef83-90e8-418c-8529-9762b7764aef req-80fe5e8d-7809-419e-a578-353b17f0d30d tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180522 Aug 18 18:23:45.170728 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-68be71c1-240b-451b-b6e0-fa03336ab548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:45.243443 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-045fa146-f5f4-4c5a-9611-7c922a13213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:45.245103 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-045fa146-f5f4-4c5a-9611-7c922a13213d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60a05d24-d918-4e5a-935f-9dab987eb2e1 HTTP/1.1" status: 200 len: 858 time: 0.0708089 Aug 18 18:23:45.248666 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79b13590-10c3-4861-802a-192efcf0df6f req-122a4420-6b18-4e35-a8b0-ca606e3c5e28 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780071 Aug 18 18:23:45.296147 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-68be71c1-240b-451b-b6e0-fa03336ab548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:45.300894 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-68be71c1-240b-451b-b6e0-fa03336ab548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:45.303012 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-cae279a1-558a-491a-ac4e-863f9c069a3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd33299d-9999-4826-90da-36029a9801da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301671 Aug 18 18:23:45.337486 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be71c1-240b-451b-b6e0-fa03336ab548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b8dde-c318-4d0a-97c9-d35ff8f47f2a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:45.345245 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-68be71c1-240b-451b-b6e0-fa03336ab548 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae6700a2c65a488aa5c5fec6f1a9b70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875367 Aug 18 18:23:45.346152 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41016) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:45.381147 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['a01a5615-0254-45d1-8706-660e2968010b'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:23:45.393914 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d600030e-308b-4dce-8d10-6136ef9c384b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:45.426803 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d600030e-308b-4dce-8d10-6136ef9c384b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:45.434984 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['04a0b333-7591-4db8-a909-71a55b5a79de'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:23:45.480971 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d600030e-308b-4dce-8d10-6136ef9c384b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:45.483569 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d600030e-308b-4dce-8d10-6136ef9c384b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:45.484876 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d600030e-308b-4dce-8d10-6136ef9c384b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f0b8dde-c318-4d0a-97c9-d35ff8f47f2a HTTP/1.1" status: 204 len: 168 time: 0.1376944 Aug 18 18:23:45.495586 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600030e-308b-4dce-8d10-6136ef9c384b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b8dde-c318-4d0a-97c9-d35ff8f47f2a,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:45.597441 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-111637eb-e36f-4d6a-9d9e-932d76fca5ad service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867970 Aug 18 18:23:45.704827 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da65fb9a-e4a1-4689-80eb-803c4d7f0073 req-ecaa0859-bdac-46f7-869d-4c4b082c73a9 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991604 Aug 18 18:23:45.802718 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136c26f-4c6c-478c-ae21-89eff2bf70d1 req-f7b3228e-34ad-498b-b492-d4da36a35551 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:45.810312 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b136c26f-4c6c-478c-ae21-89eff2bf70d1 req-f7b3228e-34ad-498b-b492-d4da36a35551 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.0594537 Aug 18 18:23:45.874942 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3ca17-7ae9-4b10-8844-5b0c488a2881 req-910a8c7f-7940-43a2-bb9d-4b28122645b1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:45.877296 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51b3ca17-7ae9-4b10-8844-5b0c488a2881 req-910a8c7f-7940-43a2-bb9d-4b28122645b1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 944 time: 0.0797696 Aug 18 18:23:45.879681 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b136c26f-4c6c-478c-ae21-89eff2bf70d1 req-1facc940-6b8a-4323-9611-35c9a56fde2d tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647349 Aug 18 18:23:45.922985 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51b3ca17-7ae9-4b10-8844-5b0c488a2881 req-c0b25394-a98e-4706-bea8-67d484b314e2 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387108 Aug 18 18:23:46.069467 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7f5f6-041e-4a2c-8e17-8b9cd8673a21 req-3d8b91d5-e1b3-454d-af13-f1531a7762c2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:46.071037 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c2c7f5f6-041e-4a2c-8e17-8b9cd8673a21 req-3d8b91d5-e1b3-454d-af13-f1531a7762c2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0517087 Aug 18 18:23:46.117191 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c2c7f5f6-041e-4a2c-8e17-8b9cd8673a21 req-60e27840-4c61-4b7c-956a-1444cab63b9c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352864 Aug 18 18:23:46.305978 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267a60b-d1b6-4d4a-a5d1-ec8e39c7ff00 req-f6ed5262-b27d-4c79-ad18-9e577f7491f9 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:46.308430 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0267a60b-d1b6-4d4a-a5d1-ec8e39c7ff00 req-f6ed5262-b27d-4c79-ad18-9e577f7491f9 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 944 time: 0.0586927 Aug 18 18:23:46.346246 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0267a60b-d1b6-4d4a-a5d1-ec8e39c7ff00 req-4b876e48-3b93-4743-9b4a-7244feca7aa2 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Aug 18 18:23:46.897937 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 04a0b333-7591-4db8-a909-71a55b5a79de up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:46.971044 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 04a0b333-7591-4db8-a909-71a55b5a79de completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:46.975761 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 04a0b333-7591-4db8-a909-71a55b5a79de triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:46.976076 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:47.039796 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1bdce-dd8a-4720-8f2d-fff90d10e923 req-603e823f-5ae5-4792-b45e-7e20476e54e3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:47.049939 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c6b1bdce-dd8a-4720-8f2d-fff90d10e923 req-603e823f-5ae5-4792-b45e-7e20476e54e3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.0981994 Aug 18 18:23:47.071335 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a4a36-4d05-4599-a74a-dd87a81890f6 req-aaf9473b-7779-4e88-8b89-4bd61eff1c34 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:47.081049 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e05a4a36-4d05-4599-a74a-dd87a81890f6 req-aaf9473b-7779-4e88-8b89-4bd61eff1c34 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 944 time: 0.0736704 Aug 18 18:23:47.083508 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:47.108047 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c6b1bdce-dd8a-4720-8f2d-fff90d10e923 req-ce83cda2-aefc-4976-bf4e-8356791e4089 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499761 Aug 18 18:23:47.119307 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e05a4a36-4d05-4599-a74a-dd87a81890f6 req-b5806ee7-d929-4bd3-9b7a-987c8d789ab8 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365801 Aug 18 18:23:47.122286 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61587e5-192b-43d4-97b8-eae62deba8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a0b333-7591-4db8-a909-71a55b5a79de'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:23:47.209755 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 04a0b333-7591-4db8-a909-71a55b5a79de, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=04a0b333-7591-4db8-a909-71a55b5a79de,segment=NetworkSegment(01888128-d61c-4b53-96d7-fb93867de1f9),segment_id=01888128-d61c-4b53-96d7-fb93867de1f9)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:47.217505 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:47.218377 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device a01a5615-0254-45d1-8706-660e2968010b up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:47.326312 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=04a0b333-7591-4db8-a909-71a55b5a79de,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:47.330842 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port a01a5615-0254-45d1-8706-660e2968010b completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:47.335842 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port a01a5615-0254-45d1-8706-660e2968010b triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:47.336281 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:47.365103 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99df496-6c06-4e72-a715-b516af778323 req-6a0fe76d-a62e-4fc0-90cf-be1b128f4112 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:47.370375 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c81977-cfb7-4afa-8136-5a806ee87540" -d '{"events": [{"server_uuid": "c61587e5-192b-43d4-97b8-eae62deba8af", "name": "network-vif-plugged", "status": "completed", "tag": "04a0b333-7591-4db8-a909-71a55b5a79de"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:23:47.374342 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d99df496-6c06-4e72-a715-b516af778323 req-6a0fe76d-a62e-4fc0-90cf-be1b128f4112 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.1506021 Aug 18 18:23:47.432199 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d99df496-6c06-4e72-a715-b516af778323 req-284fcfa1-9902-4070-a925-3906aa832119 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568404 Aug 18 18:23:47.450666 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:47.519172 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port a01a5615-0254-45d1-8706-660e2968010b, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a01a5615-0254-45d1-8706-660e2968010b,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:47.524771 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd5f6e-f354-46e0-bac2-575af0dafeb3 req-5acc8a70-2fa1-46f6-85a5-af13b02303a7 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:47.526434 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:47.534475 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eadd5f6e-f354-46e0-bac2-575af0dafeb3 req-5acc8a70-2fa1-46f6-85a5-af13b02303a7 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0697470 Aug 18 18:23:47.603685 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=a01a5615-0254-45d1-8706-660e2968010b,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:47.606450 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eadd5f6e-f354-46e0-bac2-575af0dafeb3 req-d402bfad-db4c-481f-87fc-b0e285223f5a tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679350 Aug 18 18:23:47.620337 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090b4df8-0629-4bcf-9b77-efd9d326e562 x-openstack-request-id: req-090b4df8-0629-4bcf-9b77-efd9d326e562 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:23:47.621040 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61587e5-192b-43d4-97b8-eae62deba8af", "name": "network-vif-plugged", "status": "completed", "tag": "04a0b333-7591-4db8-a909-71a55b5a79de", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:23:47.621314 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-090b4df8-0629-4bcf-9b77-efd9d326e562 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:23:47.621966 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61587e5-192b-43d4-97b8-eae62deba8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a0b333-7591-4db8-a909-71a55b5a79de', 'code': 200} Aug 18 18:23:47.952504 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41128) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:48.060126 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d3f590f4-34ef-4a22-9435-326dbaad6ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.157556 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d3f590f4-34ef-4a22-9435-326dbaad6ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.162776 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d3f590f4-34ef-4a22-9435-326dbaad6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.226329 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f590f4-34ef-4a22-9435-326dbaad6ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d3e575-7a4a-446e-b135-b8ab4919e5cd,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:48.231361 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d3f590f4-34ef-4a22-9435-326dbaad6ee4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=627dd0a25ced42eba32caacb6b4bf627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777593 Aug 18 18:23:48.233263 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41136) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:48.248531 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6526fe5-12f3-4d2e-b652-d758ea76d1b4 req-e0654873-1f43-4ad2-85e9-f7ceda83d912 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:48.250015 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b6526fe5-12f3-4d2e-b652-d758ea76d1b4 req-e0654873-1f43-4ad2-85e9-f7ceda83d912 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0499578 Aug 18 18:23:48.276146 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a71b9-c74f-4699-b214-742f4bad03a6 req-e6425ef9-3051-4e06-84b2-d0327c79ae4e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:48.277620 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e13a71b9-c74f-4699-b214-742f4bad03a6 req-e6425ef9-3051-4e06-84b2-d0327c79ae4e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.1036372 Aug 18 18:23:48.290168 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b6526fe5-12f3-4d2e-b652-d758ea76d1b4 req-7fafed5e-249f-4b71-b25c-b9b247a59d6f tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Aug 18 18:23:48.315908 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-649c3c77-90fc-4f1a-96c9-e5f9351e51ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.337143 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e13a71b9-c74f-4699-b214-742f4bad03a6 req-a806a799-649c-4340-877c-1321a023fd00 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519567 Aug 18 18:23:48.348860 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-649c3c77-90fc-4f1a-96c9-e5f9351e51ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.405426 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-649c3c77-90fc-4f1a-96c9-e5f9351e51ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.408854 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-649c3c77-90fc-4f1a-96c9-e5f9351e51ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.409994 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-649c3c77-90fc-4f1a-96c9-e5f9351e51ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6d3e575-7a4a-446e-b135-b8ab4919e5cd HTTP/1.1" status: 204 len: 168 time: 0.1757078 Aug 18 18:23:48.418072 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c3c77-90fc-4f1a-96c9-e5f9351e51ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d3e575-7a4a-446e-b135-b8ab4919e5cd,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:48.581588 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7c404-fcc4-4f6f-8601-45d228deb02f req-f7e5b0bc-23af-4bd4-bd35-fca790b9f7a8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:48.583089 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e9d7c404-fcc4-4f6f-8601-45d228deb02f req-f7e5b0bc-23af-4bd4-bd35-fca790b9f7a8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0479050 Aug 18 18:23:48.622524 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e9d7c404-fcc4-4f6f-8601-45d228deb02f req-586271e2-cd82-47cb-8a21-8f32aaa8bcb5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Aug 18 18:23:48.696226 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41150) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:48.712317 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c217da6c-449f-4ec4-9159-16e0e117a8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.726109 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05625b6-96c8-4379-a540-d8d92bd9cdfe req-47f73827-c4f7-4241-b907-ac14753a1726 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:48.727692 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c05625b6-96c8-4379-a540-d8d92bd9cdfe req-47f73827-c4f7-4241-b907-ac14753a1726 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0490291 Aug 18 18:23:48.767006 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c05625b6-96c8-4379-a540-d8d92bd9cdfe req-51c2031c-5efe-4ba5-986d-aadd29518d1d tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331252 Aug 18 18:23:48.812275 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c217da6c-449f-4ec4-9159-16e0e117a8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.816485 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c217da6c-449f-4ec4-9159-16e0e117a8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.858896 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c217da6c-449f-4ec4-9159-16e0e117a8de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d4a391072a24277880dd9bf8d23b872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614869 Aug 18 18:23:48.860020 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217da6c-449f-4ec4-9159-16e0e117a8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ab9986-7baf-429e-ab4e-d09b22476291,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:48.861915 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41154) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:48.914258 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9557629c-51c9-4d50-8adc-be6aaf29b08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.935753 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9557629c-51c9-4d50-8adc-be6aaf29b08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.987475 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9557629c-51c9-4d50-8adc-be6aaf29b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.989964 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9557629c-51c9-4d50-8adc-be6aaf29b08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:48.991116 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9557629c-51c9-4d50-8adc-be6aaf29b08c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93ab9986-7baf-429e-ab4e-d09b22476291 HTTP/1.1" status: 204 len: 168 time: 0.1282482 Aug 18 18:23:48.998683 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557629c-51c9-4d50-8adc-be6aaf29b08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ab9986-7baf-429e-ab4e-d09b22476291,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:49.436755 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df817abb-bf67-4164-a2fd-3860565e2cf2 req-e1f3b978-fd4e-4cc2-8643-14e7d8b011d4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:49.439800 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-df817abb-bf67-4164-a2fd-3860565e2cf2 req-e1f3b978-fd4e-4cc2-8643-14e7d8b011d4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0548637 Aug 18 18:23:49.460230 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3a24a-a2e5-4c46-8b4e-5aa4403f9e83 req-b604af01-4cc8-404c-ad90-74671a1e09cd tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:49.461909 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-89e3a24a-a2e5-4c46-8b4e-5aa4403f9e83 req-b604af01-4cc8-404c-ad90-74671a1e09cd tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.0562911 Aug 18 18:23:49.484747 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-df817abb-bf67-4164-a2fd-3860565e2cf2 req-d3903317-e33f-4f90-adbb-055980dfee22 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393915 Aug 18 18:23:49.503811 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-89e3a24a-a2e5-4c46-8b4e-5aa4403f9e83 req-4b62abf3-0faf-4f11-956c-9ea282833d6b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357380 Aug 18 18:23:49.623018 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd0386-7dd0-4640-ba18-67a90e23b5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01a5615-0254-45d1-8706-660e2968010b'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:23:49.625965 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4701c0-ae30-4e12-933b-15fc900ff3cb" -d '{"events": [{"server_uuid": "d7dd0386-7dd0-4640-ba18-67a90e23b5d2", "name": "network-vif-plugged", "status": "completed", "tag": "a01a5615-0254-45d1-8706-660e2968010b"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:23:49.663815 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819e085d-cefc-4a51-a706-4cfbd0b89f0d x-openstack-request-id: req-819e085d-cefc-4a51-a706-4cfbd0b89f0d {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:23:49.664237 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd0386-7dd0-4640-ba18-67a90e23b5d2", "name": "network-vif-plugged", "status": "completed", "tag": "a01a5615-0254-45d1-8706-660e2968010b", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:23:49.664650 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-819e085d-cefc-4a51-a706-4cfbd0b89f0d {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:23:49.665063 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd0386-7dd0-4640-ba18-67a90e23b5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01a5615-0254-45d1-8706-660e2968010b', 'code': 200} Aug 18 18:23:49.760324 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7c84d-f60a-486e-8dd8-50009c8ff3e5 req-15e9ed69-a29b-4dba-8ef9-d32ce6be6015 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:49.761829 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-33d7c84d-f60a-486e-8dd8-50009c8ff3e5 req-15e9ed69-a29b-4dba-8ef9-d32ce6be6015 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0496120 Aug 18 18:23:49.802163 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-33d7c84d-f60a-486e-8dd8-50009c8ff3e5 req-b0acc968-6076-4ef5-921e-c7f1ea2cf083 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343215 Aug 18 18:23:49.898247 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf8436-3658-4561-ba48-7f9701b9b46e req-59ce2b63-bd68-48e4-8bbf-46f736e7ed92 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:49.898247 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-49cf8436-3658-4561-ba48-7f9701b9b46e req-59ce2b63-bd68-48e4-8bbf-46f736e7ed92 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0527904 Aug 18 18:23:49.936888 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-49cf8436-3658-4561-ba48-7f9701b9b46e req-2d4dbbbe-bcca-4c0f-bbec-ce87b50b9e50 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326202 Aug 18 18:23:50.630928 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ab0dd-e290-4c6a-9a33-a25df6eb9a4c req-6599bae2-7f2a-42da-a11f-71e2466f9953 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:50.633031 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8a4ab0dd-e290-4c6a-9a33-a25df6eb9a4c req-6599bae2-7f2a-42da-a11f-71e2466f9953 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0708265 Aug 18 18:23:50.635255 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50645295-9da9-48df-b0f7-821b07dd6187 req-7a17ae24-9528-48c7-9772-633eba1e1833 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:50.636751 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-50645295-9da9-48df-b0f7-821b07dd6187 req-7a17ae24-9528-48c7-9772-633eba1e1833 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 943 time: 0.0519152 Aug 18 18:23:50.672268 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8a4ab0dd-e290-4c6a-9a33-a25df6eb9a4c req-08475c7c-8941-4dee-84ce-83f2971ef3df tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324516 Aug 18 18:23:50.687738 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-50645295-9da9-48df-b0f7-821b07dd6187 req-4039da62-5c16-4547-8230-de083188914f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Aug 18 18:23:50.699853 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 6b672e8c-d81d-4464-a017-ff3604ec1a1c details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:23:50.826182 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:50.841240 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'port_id': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'mac_address': 'fa:16:3e:07:d5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:23:50.888860 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:50.915540 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b672e8c-d81d-4464-a017-ff3604ec1a1c {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:23:50.950495 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:50.954762 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb2eda-e3a6-437c-a44b-74c06923bb1b req-5da83878-c9da-4961-86dd-f90195aed067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:50.956348 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93fb2eda-e3a6-437c-a44b-74c06923bb1b req-5da83878-c9da-4961-86dd-f90195aed067 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 1098 time: 0.1723506 Aug 18 18:23:50.962122 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:50.965305 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 8cca1add-e99d-4ef0-8637-19fe68f3d3ff details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:23:51.013787 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-93fb2eda-e3a6-437c-a44b-74c06923bb1b req-b8828381-53c2-4914-b77b-30a8664de8a6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:51.071258 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e9154-6b63-4335-abc9-7e548997bfa0 req-00f683d2-630c-4d22-9207-bbd4b820ba7e tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:51.075318 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bb176-2135-4c50-8c31-6b9d4ff3102a req-f88466b6-f96c-4bfb-aff5-0daffb1b7d64 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:51.076588 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-857bb176-2135-4c50-8c31-6b9d4ff3102a req-f88466b6-f96c-4bfb-aff5-0daffb1b7d64 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.1678281 Aug 18 18:23:51.078553 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a48e9154-6b63-4335-abc9-7e548997bfa0 req-00f683d2-630c-4d22-9207-bbd4b820ba7e tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0567324 Aug 18 18:23:51.099977 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:51.121969 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0e2de-c01d-48d4-99a7-93f7f3c51640 req-8e1707eb-8afb-40c4-9aed-d025817f7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:51.123545 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2be0e2de-c01d-48d4-99a7-93f7f3c51640 req-8e1707eb-8afb-40c4-9aed-d025817f7940 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 1098 time: 0.1935046 Aug 18 18:23:51.133680 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a48e9154-6b63-4335-abc9-7e548997bfa0 req-951265e7-223d-4e6b-a24e-a6b3310863d0 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520768 Aug 18 18:23:51.167324 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2be0e2de-c01d-48d4-99a7-93f7f3c51640 req-98351f6d-ddbd-4350-83e7-f66b9bd62741 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:51.175142 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-857bb176-2135-4c50-8c31-6b9d4ff3102a req-765ce026-b9d6-4f87-a759-6d833d216a26 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886793 Aug 18 18:23:51.184186 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:51.202431 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '8cca1add-e99d-4ef0-8637-19fe68f3d3ff', 'network_id': 'dd33299d-9999-4826-90da-36029a9801da', 'port_id': '8cca1add-e99d-4ef0-8637-19fe68f3d3ff', 'mac_address': 'fa:16:3e:7e:31:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a05d24-d918-4e5a-935f-9dab987eb2e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:23:51.229144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-93fb2eda-e3a6-437c-a44b-74c06923bb1b req-b8828381-53c2-4914-b77b-30a8664de8a6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:51.240292 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-93fb2eda-e3a6-437c-a44b-74c06923bb1b req-b8828381-53c2-4914-b77b-30a8664de8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:51.249981 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:51.267932 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cca1add-e99d-4ef0-8637-19fe68f3d3ff {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:23:51.290313 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:51.296141 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:51.296872 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 74b2e783-d6f2-47ff-ae36-d369d4be5f15 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:23:51.303153 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93fb2eda-e3a6-437c-a44b-74c06923bb1b req-b8828381-53c2-4914-b77b-30a8664de8a6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111744 Aug 18 18:23:51.309643 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8828381-53c2-4914-b77b-30a8664de8a6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb684a3-d5e3-41c6-b6ff-ba2ae0f4ba8e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:51.316660 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.db.api [req-2be0e2de-c01d-48d4-99a7-93f7f3c51640 req-98351f6d-ddbd-4350-83e7-f66b9bd62741 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) fc037593f0e34c6e95367771c45faa34 {{(pid=93872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 18:23:51.316996 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG oslo_db.api [req-2be0e2de-c01d-48d4-99a7-93f7f3c51640 req-98351f6d-ddbd-4350-83e7-f66b9bd62741 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 18:23:51.363223 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:51.366794 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 74b2e783-d6f2-47ff-ae36-d369d4be5f15, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=74b2e783-d6f2-47ff-ae36-d369d4be5f15,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:51.377627 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '74b2e783-d6f2-47ff-ae36-d369d4be5f15', 'network_id': 'dd33299d-9999-4826-90da-36029a9801da', 'port_id': '74b2e783-d6f2-47ff-ae36-d369d4be5f15', 'mac_address': 'fa:16:3e:9d:cf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a05d24-d918-4e5a-935f-9dab987eb2e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:23:51.414449 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:51.427888 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b2e783-d6f2-47ff-ae36-d369d4be5f15 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:23:51.447733 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 74b2e783-d6f2-47ff-ae36-d369d4be5f15, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=74b2e783-d6f2-47ff-ae36-d369d4be5f15,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:51.451693 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:51.507572 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=74b2e783-d6f2-47ff-ae36-d369d4be5f15,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:51.804570 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba806e-c8c3-41db-8594-7e88a24f35d8 req-bc0a35cb-e979-4fac-bc05-a94c1a67a629 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:51.807732 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2fba806e-c8c3-41db-8594-7e88a24f35d8 req-bc0a35cb-e979-4fac-bc05-a94c1a67a629 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0651791 Aug 18 18:23:51.809814 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cafe97-9bab-494d-9454-1de072a176d4 req-3e9c64dd-88a0-4836-9010-e6a5c75f2ed2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:51.811360 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-65cafe97-9bab-494d-9454-1de072a176d4 req-3e9c64dd-88a0-4836-9010-e6a5c75f2ed2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 944 time: 0.0579588 Aug 18 18:23:51.818384 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2be0e2de-c01d-48d4-99a7-93f7f3c51640 req-98351f6d-ddbd-4350-83e7-f66b9bd62741 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:51.850885 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2fba806e-c8c3-41db-8594-7e88a24f35d8 req-a057b4b6-cfb4-4c57-a92f-e9f218b5464f tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342803 Aug 18 18:23:51.872700 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-65cafe97-9bab-494d-9454-1de072a176d4 req-85017d24-03b0-45ab-b91b-e7e7880a944f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555272 Aug 18 18:23:51.901572 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2be0e2de-c01d-48d4-99a7-93f7f3c51640 req-98351f6d-ddbd-4350-83e7-f66b9bd62741 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7696779 Aug 18 18:23:52.023387 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['6b672e8c-d81d-4464-a017-ff3604ec1a1c'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:23:52.047179 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['8cca1add-e99d-4ef0-8637-19fe68f3d3ff'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:23:52.100857 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['74b2e783-d6f2-47ff-ae36-d369d4be5f15'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:23:52.274346 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a1fb7-017e-4320-ac18-e8bd5dec16ae req-9829ceff-5b8a-4e87-a424-e32884cae724 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:52.278095 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-844a1fb7-017e-4320-ac18-e8bd5dec16ae req-9829ceff-5b8a-4e87-a424-e32884cae724 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0796399 Aug 18 18:23:52.326708 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-844a1fb7-017e-4320-ac18-e8bd5dec16ae req-8c1ebff2-7160-4ef5-bc13-e590523cd437 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Aug 18 18:23:52.349895 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3ac43-a2fa-4a91-919c-5865fe5cf0e8 req-8f2630d7-bf31-4d35-874e-06b6bd8f3fe0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:52.358239 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51e3ac43-a2fa-4a91-919c-5865fe5cf0e8 req-8f2630d7-bf31-4d35-874e-06b6bd8f3fe0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 945 time: 0.0880804 Aug 18 18:23:52.391698 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51e3ac43-a2fa-4a91-919c-5865fe5cf0e8 req-415ade52-8e97-477b-be97-546b0764bfc1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328839 Aug 18 18:23:53.012616 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62743262-8ceb-4a4f-80fc-99a8abf49e9d req-64e0b43a-25fe-48ff-9da5-9690c45255ad tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:53.014364 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-62743262-8ceb-4a4f-80fc-99a8abf49e9d req-64e0b43a-25fe-48ff-9da5-9690c45255ad tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 944 time: 0.0573967 Aug 18 18:23:53.076123 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-62743262-8ceb-4a4f-80fc-99a8abf49e9d req-045beaf7-749b-437f-9db9-98ec543c72e0 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487373 Aug 18 18:23:53.182884 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4ed1d-2ce9-476e-9ce6-4598833b16e6 req-18c5306f-b6fd-46fd-9fd5-b7996b58df10 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:53.184593 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f6a4ed1d-2ce9-476e-9ce6-4598833b16e6 req-18c5306f-b6fd-46fd-9fd5-b7996b58df10 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.2515774 Aug 18 18:23:53.225262 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f6a4ed1d-2ce9-476e-9ce6-4598833b16e6 req-a7414525-2bbf-4f2f-a9b8-3f7692ca4d92 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318184 Aug 18 18:23:53.457548 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63335687-231f-45c9-906b-3f9ae4b0f96a req-3027fa22-954a-4aa2-8e10-492ff6465e15 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:53.459087 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63335687-231f-45c9-906b-3f9ae4b0f96a req-3027fa22-954a-4aa2-8e10-492ff6465e15 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0582578 Aug 18 18:23:53.503964 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63335687-231f-45c9-906b-3f9ae4b0f96a req-15329b9b-e3e8-4d46-9deb-0ef9b615dba7 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375061 Aug 18 18:23:53.528891 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935f5ce-40f0-49d1-a903-78bd86ff6fab req-19498078-a2e3-48de-9908-26c50508ea89 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:53.530394 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d935f5ce-40f0-49d1-a903-78bd86ff6fab req-19498078-a2e3-48de-9908-26c50508ea89 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 945 time: 0.0534234 Aug 18 18:23:53.569392 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d935f5ce-40f0-49d1-a903-78bd86ff6fab req-eed88fdc-5c8a-4b51-ba93-a7dc22054829 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319393 Aug 18 18:23:54.218962 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd951d-1c93-4f1f-8749-01b7086b4b4f req-bc6273eb-6ea3-4dcd-963b-aef4c1b7acfc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:54.226794 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12dd951d-1c93-4f1f-8749-01b7086b4b4f req-bc6273eb-6ea3-4dcd-963b-aef4c1b7acfc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 944 time: 0.0587311 Aug 18 18:23:54.272298 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12dd951d-1c93-4f1f-8749-01b7086b4b4f req-4a48f571-5575-47d5-9917-7e81a0cb17b1 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Aug 18 18:23:54.355781 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f5f8-70b0-4d6a-abc9-f32101570d92 req-cb06ab02-edfc-4f37-ac2d-346a59f8b3f9 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:54.357392 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8f57f5f8-70b0-4d6a-abc9-f32101570d92 req-cb06ab02-edfc-4f37-ac2d-346a59f8b3f9 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0549481 Aug 18 18:23:54.402090 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8f57f5f8-70b0-4d6a-abc9-f32101570d92 req-ab22c6b4-a1e5-47c8-9391-86d2e4ab2abd tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357800 Aug 18 18:23:54.464814 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41386) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:54.589771 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63f65ae9-f472-4514-8b5f-0bc1112047d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:54.636787 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed6121-16a2-42ff-894a-277e475d5f31 req-e6fc0073-4f46-4d8b-837a-f261b91bc8cb tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:54.638771 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-09ed6121-16a2-42ff-894a-277e475d5f31 req-e6fc0073-4f46-4d8b-837a-f261b91bc8cb tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0603306 Aug 18 18:23:54.692124 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-09ed6121-16a2-42ff-894a-277e475d5f31 req-a0a93135-ee79-4ead-b259-cb7de8f48ab9 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Aug 18 18:23:54.724652 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491dab-d9c1-46e5-a8d2-8f1a0d740267 req-071a8513-f205-4444-8bf4-29aa3b9a5002 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:54.726164 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fa491dab-d9c1-46e5-a8d2-8f1a0d740267 req-071a8513-f205-4444-8bf4-29aa3b9a5002 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 945 time: 0.0658622 Aug 18 18:23:54.760457 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63f65ae9-f472-4514-8b5f-0bc1112047d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:54.768955 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63f65ae9-f472-4514-8b5f-0bc1112047d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:54.805129 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fa491dab-d9c1-46e5-a8d2-8f1a0d740267 req-a0458887-6bbc-417a-baec-7b8d8b81760e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691826 Aug 18 18:23:54.820976 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-63f65ae9-f472-4514-8b5f-0bc1112047d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20e89f44040e4e3f87f18a987c77d929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522336 Aug 18 18:23:54.820976 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f65ae9-f472-4514-8b5f-0bc1112047d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea937a31-b6c9-4d23-8872-caa07c941891,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:54.821395 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41396) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:54.884088 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-96cc769f-4887-49fa-93ac-ebc17a26194e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:54.905269 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-96cc769f-4887-49fa-93ac-ebc17a26194e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:54.956138 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-96cc769f-4887-49fa-93ac-ebc17a26194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:54.958662 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-96cc769f-4887-49fa-93ac-ebc17a26194e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:54.959874 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-96cc769f-4887-49fa-93ac-ebc17a26194e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea937a31-b6c9-4d23-8872-caa07c941891 HTTP/1.1" status: 204 len: 168 time: 0.1377232 Aug 18 18:23:54.967833 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc769f-4887-49fa-93ac-ebc17a26194e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea937a31-b6c9-4d23-8872-caa07c941891,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:55.258012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41404) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:55.272289 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bb08422c-6bd0-49c9-a57c-b9abdb515bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:55.405922 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8d626-60cf-404b-a79b-5f138efac8ff req-e4715e61-8889-45b0-8b07-bb583244bb32 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:55.407460 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8cb8d626-60cf-404b-a79b-5f138efac8ff req-e4715e61-8889-45b0-8b07-bb583244bb32 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 944 time: 0.0745370 Aug 18 18:23:55.409599 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bb08422c-6bd0-49c9-a57c-b9abdb515bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:55.421040 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bb08422c-6bd0-49c9-a57c-b9abdb515bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:55.481457 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-bb08422c-6bd0-49c9-a57c-b9abdb515bc4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96781f87fb4341f3a93df1b467b2b066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222602 Aug 18 18:23:55.484611 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41412) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:55.493319 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8cb8d626-60cf-404b-a79b-5f138efac8ff req-938dfa83-e059-4895-82f5-4f29f7eba197 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796347 Aug 18 18:23:55.494870 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08422c-6bd0-49c9-a57c-b9abdb515bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f387c5-a82e-43c3-b608-b0b6f00e6c55,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:55.526541 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaf490-71b7-4f46-9ad3-d10be0f6f245 req-82750e56-1337-4d2d-ae02-e66bd4355339 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:55.528135 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5aaf490-71b7-4f46-9ad3-d10be0f6f245 req-82750e56-1337-4d2d-ae02-e66bd4355339 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0505333 Aug 18 18:23:55.543923 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b494313e-0dec-4b36-9d25-32e98b33ef0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:55.568182 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5aaf490-71b7-4f46-9ad3-d10be0f6f245 req-3c25a09d-842b-421c-a542-40e8077c826b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Aug 18 18:23:55.568648 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b494313e-0dec-4b36-9d25-32e98b33ef0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:55.617171 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b494313e-0dec-4b36-9d25-32e98b33ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:55.619861 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b494313e-0dec-4b36-9d25-32e98b33ef0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:55.621002 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b494313e-0dec-4b36-9d25-32e98b33ef0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7f387c5-a82e-43c3-b608-b0b6f00e6c55 HTTP/1.1" status: 204 len: 168 time: 0.1354849 Aug 18 18:23:55.629207 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494313e-0dec-4b36-9d25-32e98b33ef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f387c5-a82e-43c3-b608-b0b6f00e6c55,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:55.810710 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de741b-28d9-4ac3-8ecf-5e7d105d1751 req-596d5d05-19be-4b6b-a3fe-f0d7edfbe04f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:55.812258 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02de741b-28d9-4ac3-8ecf-5e7d105d1751 req-596d5d05-19be-4b6b-a3fe-f0d7edfbe04f tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0502887 Aug 18 18:23:55.851517 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02de741b-28d9-4ac3-8ecf-5e7d105d1751 req-600a0cb1-02ed-405b-bef1-c1126da614de tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Aug 18 18:23:55.935821 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40d8e0-b6de-4044-9c1b-68a325f60821 req-a0a2dd6a-3b84-4fc4-bb12-c7d5a9373cc9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:55.937292 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2d40d8e0-b6de-4044-9c1b-68a325f60821 req-a0a2dd6a-3b84-4fc4-bb12-c7d5a9373cc9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 945 time: 0.0559573 Aug 18 18:23:55.976394 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41424) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:55.978192 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2d40d8e0-b6de-4044-9c1b-68a325f60821 req-2189e146-d6fc-4b3c-aa21-1cc08817f45c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347421 Aug 18 18:23:55.991704 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6c078c7c-0631-48d1-a306-c89443557ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.093929 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6c078c7c-0631-48d1-a306-c89443557ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.100036 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6c078c7c-0631-48d1-a306-c89443557ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.136049 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c078c7c-0631-48d1-a306-c89443557ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5b4783-523e-45c5-8f39-d849847d8688,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:56.141855 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6c078c7c-0631-48d1-a306-c89443557ecb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31da46969b874875866213e9e1d18f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644158 Aug 18 18:23:56.144892 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41426) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:56.210866 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78a6020f-35ad-409a-a98f-bcd6b2441c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.232497 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78a6020f-35ad-409a-a98f-bcd6b2441c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.279685 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78a6020f-35ad-409a-a98f-bcd6b2441c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.282350 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78a6020f-35ad-409a-a98f-bcd6b2441c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.283595 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-78a6020f-35ad-409a-a98f-bcd6b2441c91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e5b4783-523e-45c5-8f39-d849847d8688 HTTP/1.1" status: 204 len: 168 time: 0.1375594 Aug 18 18:23:56.291342 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6020f-35ad-409a-a98f-bcd6b2441c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5b4783-523e-45c5-8f39-d849847d8688,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:56.481472 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 6b672e8c-d81d-4464-a017-ff3604ec1a1c up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:56.536151 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 6b672e8c-d81d-4464-a017-ff3604ec1a1c completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:56.540086 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 6b672e8c-d81d-4464-a017-ff3604ec1a1c triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:56.540468 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.621744 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44f37d-a318-4ae1-824d-a1bbc69979e7 req-85af73ca-eebf-4935-a9a2-3ecf40129531 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:56.623306 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c44f37d-a318-4ae1-824d-a1bbc69979e7 req-85af73ca-eebf-4935-a9a2-3ecf40129531 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 944 time: 0.0574963 Aug 18 18:23:56.668843 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.686179 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c44f37d-a318-4ae1-824d-a1bbc69979e7 req-6b006f3d-d83f-4af6-b073-f3f78b6aa041 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442767 Aug 18 18:23:56.717204 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:56.718251 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:23:56.722146 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02357612-3e29-4b01-af95-8e627d858c11" -d '{"events": [{"server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "name": "network-vif-plugged", "status": "completed", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:23:56.725278 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.726289 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 8cca1add-e99d-4ef0-8637-19fe68f3d3ff up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:56.774453 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4494eb3d-dd8b-46fb-9a08-3bd180a9d321 x-openstack-request-id: req-4494eb3d-dd8b-46fb-9a08-3bd180a9d321 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:23:56.775031 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "name": "network-vif-plugged", "status": "completed", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:23:56.775758 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4494eb3d-dd8b-46fb-9a08-3bd180a9d321 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:23:56.776336 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'code': 200} Aug 18 18:23:56.779548 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73455a2-eddb-4bc2-b14e-2ccbc365d905 req-e17fef94-96ae-4c48-9f7c-8b3313476bd4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:56.786117 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b73455a2-eddb-4bc2-b14e-2ccbc365d905 req-e17fef94-96ae-4c48-9f7c-8b3313476bd4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.1227098 Aug 18 18:23:56.819731 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:56.837726 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:56.844228 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:56.844910 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:56.849235 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b73455a2-eddb-4bc2-b14e-2ccbc365d905 req-7a729757-7fae-4c85-879d-764452b306c0 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527799 Aug 18 18:23:56.970385 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.017496 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f78088-f100-4643-8ecb-94ef69f13731 req-398faabe-d37a-4266-9242-fdc15d5621ce tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:57.027203 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86f78088-f100-4643-8ecb-94ef69f13731 req-398faabe-d37a-4266-9242-fdc15d5621ce tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0831120 Aug 18 18:23:57.040444 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:57.048343 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.079994 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86f78088-f100-4643-8ecb-94ef69f13731 req-b61c2763-2eaa-4ba1-b605-06053629216e tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470593 Aug 18 18:23:57.086403 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 74b2e783-d6f2-47ff-ae36-d369d4be5f15 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:23:57.158504 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:57.177073 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92855cfb-0ac6-49e6-946b-fe3e9006139e req-ff03906a-1653-457c-bd59-3ab5303cb55d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:57.179473 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92855cfb-0ac6-49e6-946b-fe3e9006139e req-ff03906a-1653-457c-bd59-3ab5303cb55d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0778620 Aug 18 18:23:57.193120 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 74b2e783-d6f2-47ff-ae36-d369d4be5f15 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:23:57.200139 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 74b2e783-d6f2-47ff-ae36-d369d4be5f15 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:23:57.200829 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.268833 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92855cfb-0ac6-49e6-946b-fe3e9006139e req-4ad02046-0dd8-4fe9-bfdd-2ac93b6bc1f4 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796559 Aug 18 18:23:57.324375 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff696-8c88-4567-8cb6-7d7fa2f6aad0 req-4862c299-b6cc-43bc-9965-fc9dce8b9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:57.326387 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2d0ff696-8c88-4567-8cb6-7d7fa2f6aad0 req-4862c299-b6cc-43bc-9965-fc9dce8b9a82 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 1099 time: 0.1282983 Aug 18 18:23:57.332606 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41470) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:57.343767 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.371233 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2d0ff696-8c88-4567-8cb6-7d7fa2f6aad0 req-a6570eb8-521e-4011-b812-b96913413266 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Aug 18 18:23:57.394678 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 74b2e783-d6f2-47ff-ae36-d369d4be5f15, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=74b2e783-d6f2-47ff-ae36-d369d4be5f15,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:23:57.399716 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.456780 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=74b2e783-d6f2-47ff-ae36-d369d4be5f15,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:57.485393 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-763824924-network', 'tenant_id': '40c6f39b55af44b6bcdb8763d1433617'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:57.510002 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Made reservation on behalf of 40c6f39b55af44b6bcdb8763d1433617 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:57.513349 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.533099 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.637594 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.642187 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.665149 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:23:57.680294 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a060a3d-8ce6-41b0-8f0f-afeae80ea76a,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:57.685241 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.685583 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Added segment 863db6c4-6c3a-4607-b3e9-36231f4cfb96 of type vlan for network c615d8bc-307a-4600-bf6f-5bc462c04dd0 Aug 18 18:23:57.729708 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.761657 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.762808 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:57.763434 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.854411 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5206308 Aug 18 18:23:57.857525 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41500) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:57.859109 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8e2cc-4e0a-4f1c-a3f5-b03d44664418 admin admin] Pushing event updated for resources: {'Network': ['ID=c615d8bc-307a-4600-bf6f-5bc462c04dd0,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:57.863264 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Request body: {'subnet': {'network_id': 'c615d8bc-307a-4600-bf6f-5bc462c04dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-763824924-subnet', 'tenant_id': '40c6f39b55af44b6bcdb8763d1433617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:57.874449 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network c615d8bc-307a-4600-bf6f-5bc462c04dd0 details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:23:57.883780 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4189c0-de60-4138-9c7e-61739e1bca48 req-529348bd-85c4-4527-9c65-26dfa9ea68ce tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:57.885781 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dd4189c0-de60-4138-9c7e-61739e1bca48 req-529348bd-85c4-4527-9c65-26dfa9ea68ce tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.1268775 Aug 18 18:23:57.895108 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Made reservation on behalf of 40c6f39b55af44b6bcdb8763d1433617 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:57.900685 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967602'] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:57.938364 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41504) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:57.955886 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dd4189c0-de60-4138-9c7e-61739e1bca48 req-bd81b355-6a20-445a-bba4-243e7dea68ac tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633421 Aug 18 18:23:58.055820 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7b32-8c12-4f3c-9c8e-db32c6a23e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:58.068149 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a9b5a-58ab-480b-a20f-df4d12b4f3f9 req-78b333cb-a455-4bfd-88c9-464c771fb3e4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:58.070581 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-812a9b5a-58ab-480b-a20f-df4d12b4f3f9 req-78b333cb-a455-4bfd-88c9-464c771fb3e4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.1026995 Aug 18 18:23:58.148665 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7b32-8c12-4f3c-9c8e-db32c6a23e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:58.153383 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7b32-8c12-4f3c-9c8e-db32c6a23e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:58.163048 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-812a9b5a-58ab-480b-a20f-df4d12b4f3f9 req-d986c2c2-988e-49d3-969b-c187fbcc79ae tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714626 Aug 18 18:23:58.192297 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967588'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:58.193533 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6a8e7b32-8c12-4f3c-9c8e-db32c6a23e8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05ae3e64f5c34630af0c9bbc87b4fb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538428 Aug 18 18:23:58.196075 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41512) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:58.202082 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e7b32-8c12-4f3c-9c8e-db32c6a23e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1528409-880e-4070-ad7f-1db72bc86b58,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:58.253661 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9811b53a-092d-4224-a85f-6b179e6cf856,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:58.263577 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-59d8cad4-dc76-42c2-a3c2-873583078b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:58.275979 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Checking segment: {'id': '863db6c4-6c3a-4607-b3e9-36231f4cfb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c615d8bc-307a-4600-bf6f-5bc462c04dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:23:58.276325 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Network hostable DHCP agents. Network: c615d8bc-307a-4600-bf6f-5bc462c04dd0, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:23:58.285584 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-59d8cad4-dc76-42c2-a3c2-873583078b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:58.297259 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Network c615d8bc-307a-4600-bf6f-5bc462c04dd0 is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:23:58.309656 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, c615d8bc-307a-4600-bf6f-5bc462c04dd0) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:23:58.321201 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:58.323632 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:58.335030 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026d5ee-5501-4203-a81a-ea37f9fa51a0 None None] Network c615d8bc-307a-4600-bf6f-5bc462c04dd0 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:58.338900 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-afd9b890-471f-401c-a382-e39aace1f4fe admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4802039 Aug 18 18:23:58.356593 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-59d8cad4-dc76-42c2-a3c2-873583078b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:58.360262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-59d8cad4-dc76-42c2-a3c2-873583078b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:58.362410 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-59d8cad4-dc76-42c2-a3c2-873583078b2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1528409-880e-4070-ad7f-1db72bc86b58 HTTP/1.1" status: 204 len: 168 time: 0.1650505 Aug 18 18:23:58.374724 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8cad4-dc76-42c2-a3c2-873583078b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1528409-880e-4070-ad7f-1db72bc86b58,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:58.469693 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2290ae9-a288-4a10-950e-2f327c90947f req-956d59cf-cda7-484d-9427-4c12741f2ed6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:58.476949 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f2290ae9-a288-4a10-950e-2f327c90947f req-956d59cf-cda7-484d-9427-4c12741f2ed6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0866277 Aug 18 18:23:58.548432 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f2290ae9-a288-4a10-950e-2f327c90947f req-02689cc0-53ce-467c-abe7-35ab4bfacd8a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627139 Aug 18 18:23:58.620301 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d53584-44a3-4907-85b2-206a32a3cba9 None None] Network c615d8bc-307a-4600-bf6f-5bc462c04dd0 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:23:58.779531 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e783bd33-beed-4b8d-83f2-3baa841e8f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cca1add-e99d-4ef0-8637-19fe68f3d3ff'}, {'server_uuid': '89a37f62-2593-43b8-88f7-a0087473c34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b2e783-d6f2-47ff-ae36-d369d4be5f15'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:23:58.781822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a1b87c-4558-4027-929f-f1f9fcad0ae9" -d '{"events": [{"server_uuid": "e783bd33-beed-4b8d-83f2-3baa841e8f70", "name": "network-vif-plugged", "status": "completed", "tag": "8cca1add-e99d-4ef0-8637-19fe68f3d3ff"}, {"server_uuid": "89a37f62-2593-43b8-88f7-a0087473c34e", "name": "network-vif-plugged", "status": "completed", "tag": "74b2e783-d6f2-47ff-ae36-d369d4be5f15"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:23:58.881965 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 18:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b158c41e-fa89-494b-8ea9-3a1cf37b474d x-openstack-request-id: req-b158c41e-fa89-494b-8ea9-3a1cf37b474d {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:23:58.882664 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e783bd33-beed-4b8d-83f2-3baa841e8f70", "name": "network-vif-plugged", "status": "completed", "tag": "8cca1add-e99d-4ef0-8637-19fe68f3d3ff", "code": 200}, {"server_uuid": "89a37f62-2593-43b8-88f7-a0087473c34e", "name": "network-vif-plugged", "status": "completed", "tag": "74b2e783-d6f2-47ff-ae36-d369d4be5f15", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:23:58.882664 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b158c41e-fa89-494b-8ea9-3a1cf37b474d {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:23:58.882869 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e783bd33-beed-4b8d-83f2-3baa841e8f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cca1add-e99d-4ef0-8637-19fe68f3d3ff', 'code': 200} Aug 18 18:23:58.883083 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a37f62-2593-43b8-88f7-a0087473c34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b2e783-d6f2-47ff-ae36-d369d4be5f15', 'code': 200} Aug 18 18:23:58.962217 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41550) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:58.981428 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87c0b4f0-984c-44fa-9f7c-93a188451683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.116408 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da793b63-7d12-464c-a177-1f160e209ec5 req-89146b87-a290-465d-b026-0e187510184f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:59.118081 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da793b63-7d12-464c-a177-1f160e209ec5 req-89146b87-a290-465d-b026-0e187510184f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0833771 Aug 18 18:23:59.178373 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da793b63-7d12-464c-a177-1f160e209ec5 req-428d6697-0f5c-43af-9564-b3c6fd1bc944 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Aug 18 18:23:59.202764 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87c0b4f0-984c-44fa-9f7c-93a188451683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.208757 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87c0b4f0-984c-44fa-9f7c-93a188451683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.312301 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0b4f0-984c-44fa-9f7c-93a188451683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cd8800-a219-48fb-8745-3a57d56c05b1,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:59.327233 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-87c0b4f0-984c-44fa-9f7c-93a188451683 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6f0cd26cb7b4a60b2bfd8d8f1cad620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634670 Aug 18 18:23:59.329932 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41568) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:59.342549 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8fdc-2817-4fcc-bf84-03f451893b1e req-2a25984a-6680-4c36-883f-46746b046e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:59.344141 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9fde8fdc-2817-4fcc-bf84-03f451893b1e req-2a25984a-6680-4c36-883f-46746b046e49 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 1098 time: 0.1326313 Aug 18 18:23:59.349919 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fa1b0-d28c-4eef-8442-dfc08497d84d req-dc2eaabf-bd29-43a9-b0d4-bdb6e33eceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:59.351390 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd4fa1b0-d28c-4eef-8442-dfc08497d84d req-dc2eaabf-bd29-43a9-b0d4-bdb6e33eceb5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.1004226 Aug 18 18:23:59.388504 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e70c87cd-089d-4cbb-8771-9809be770435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.410281 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e70c87cd-089d-4cbb-8771-9809be770435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.433001 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41572) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:59.437736 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1529818602-network', 'tenant_id': '3f92450758ed448484045df8b36d1066'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:59.466143 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9fde8fdc-2817-4fcc-bf84-03f451893b1e req-73f6e5da-06ab-4b4a-9b32-d9022d138d36 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510662 Aug 18 18:23:59.471635 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd4fa1b0-d28c-4eef-8442-dfc08497d84d req-cd61515e-3bb6-4176-8b3b-98d59c53f7e8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495703 Aug 18 18:23:59.474997 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Made reservation on behalf of 3f92450758ed448484045df8b36d1066 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:59.477559 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.486685 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.502372 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e70c87cd-089d-4cbb-8771-9809be770435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.505058 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e70c87cd-089d-4cbb-8771-9809be770435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.506181 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e70c87cd-089d-4cbb-8771-9809be770435 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55cd8800-a219-48fb-8745-3a57d56c05b1 HTTP/1.1" status: 204 len: 168 time: 0.1746640 Aug 18 18:23:59.520071 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c87cd-089d-4cbb-8771-9809be770435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cd8800-a219-48fb-8745-3a57d56c05b1,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:59.602135 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.609314 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.630703 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:23:59.648196 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.648549 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Added segment c834f3df-6226-44c4-a80c-c7edb7549846 of type vlan for network 40db2856-349f-47e9-945c-4320da59978d Aug 18 18:23:59.649849 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aaaa6d-0644-4fe2-b4e4-84e1a081455d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:59.696020 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.698458 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ad88e-7d72-4d65-8a37-54feec9f3000 req-046c48d7-7403-47ac-9dda-936fe9b52f2c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:59.699999 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-042ad88e-7d72-4d65-8a37-54feec9f3000 req-046c48d7-7403-47ac-9dda-936fe9b52f2c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0615597 Aug 18 18:23:59.721617 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.722653 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:59.723314 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.741979 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-042ad88e-7d72-4d65-8a37-54feec9f3000 req-94c95e34-e63c-4d67-a1bb-a89b62f71b80 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352647 Aug 18 18:23:59.798763 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3620455 Aug 18 18:23:59.799421 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41584) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:59.801692 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b747b7-47e9-4a9b-ae59-6314ca50637c admin admin] Pushing event updated for resources: {'Network': ['ID=40db2856-349f-47e9-945c-4320da59978d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:23:59.804476 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Request body: {'subnet': {'network_id': '40db2856-349f-47e9-945c-4320da59978d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1529818602-subnet', 'tenant_id': '3f92450758ed448484045df8b36d1066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:23:59.816895 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 40db2856-349f-47e9-945c-4320da59978d details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:23:59.841203 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Made reservation on behalf of 3f92450758ed448484045df8b36d1066 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:23:59.844604 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763321'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:23:59.928561 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba380389-3253-4fe0-8b62-afa3784d5042 req-889466fd-9f50-43e3-9d52-40f7c4d01252 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:23:59.933594 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ba380389-3253-4fe0-8b62-afa3784d5042 req-889466fd-9f50-43e3-9d52-40f7c4d01252 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0850284 Aug 18 18:23:59.938807 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41592) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:23:59.947791 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-f2e6e7a9-9a94-4425-af6a-28541244865c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'floatingip': {'port_id': '6b672e8c-d81d-4464-a017-ff3604ec1a1c'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:00.040223 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e7a9-9a94-4425-af6a-28541244865c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:00.320080 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10b247-cffe-4de8-9ef9-5ff7076a0d1d req-835b2524-8f4c-4ed7-8cb5-1ad734dcaa98 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:00.321579 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3a10b247-cffe-4de8-9ef9-5ff7076a0d1d req-835b2524-8f4c-4ed7-8cb5-1ad734dcaa98 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0708942 Aug 18 18:24:00.366744 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3362394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763311'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:00.372739 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3a10b247-cffe-4de8-9ef9-5ff7076a0d1d req-cb00b696-8b86-41da-9587-64ad47afa8c9 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Aug 18 18:24:00.745047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948c2eb1-ceab-47bc-8b5e-1460eac5519a,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:00.791677 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41626) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:00.824724 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Checking segment: {'id': 'c834f3df-6226-44c4-a80c-c7edb7549846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '40db2856-349f-47e9-945c-4320da59978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:00.825402 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Network hostable DHCP agents. Network: 40db2856-349f-47e9-945c-4320da59978d, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:24:00.902294 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Network 40db2856-349f-47e9-945c-4320da59978d is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:24:00.906081 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9d54c8ae-cb2d-4328-8dbc-7e767890c4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:00.940657 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 40db2856-349f-47e9-945c-4320da59978d) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:00.945491 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:00.946608 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:00.960282 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b16487-65a0-4536-87be-8e2ba5195563 None None] Network 40db2856-349f-47e9-945c-4320da59978d requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:24:01.019464 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9d54c8ae-cb2d-4328-8dbc-7e767890c4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:01.024663 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9d54c8ae-cb2d-4328-8dbc-7e767890c4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:01.051962 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-534b8448-a9f5-4e1e-801f-aacce4b699a1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2513118 Aug 18 18:24:01.067397 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54c8ae-cb2d-4328-8dbc-7e767890c4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a683e84f-c4fc-4ec6-988d-f5adb8733f5c,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:01.069549 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e7a9-9a94-4425-af6a-28541244865c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:01.072597 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9d54c8ae-cb2d-4328-8dbc-7e767890c4df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1462beeb2a6d40de86d798f57137fd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796438 Aug 18 18:24:01.075096 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41634) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:01.084592 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e7a9-9a94-4425-af6a-28541244865c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:01.130688 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516f817-1de1-4936-a2ae-bc3534a8663c None None] Network 40db2856-349f-47e9-945c-4320da59978d requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:24:01.135805 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0cf61939-0821-4ce0-ab41-f8d6652ef6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:01.167251 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0cf61939-0821-4ce0-ab41-f8d6652ef6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:01.232566 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0cf61939-0821-4ce0-ab41-f8d6652ef6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:01.235776 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0cf61939-0821-4ce0-ab41-f8d6652ef6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:01.239558 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0cf61939-0821-4ce0-ab41-f8d6652ef6d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a683e84f-c4fc-4ec6-988d-f5adb8733f5c HTTP/1.1" status: 204 len: 168 time: 0.1607203 Aug 18 18:24:01.266409 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-f2e6e7a9-9a94-4425-af6a-28541244865c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Floating IP 87e031e8-ccb4-4146-a9e4-2beb3314197d associated. External IP: 172.27.1.179, port: 6b672e8c-d81d-4464-a017-ff3604ec1a1c. Aug 18 18:24:01.268299 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf61939-0821-4ce0-ab41-f8d6652ef6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a683e84f-c4fc-4ec6-988d-f5adb8733f5c,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:01.506925 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e6e7a9-9a94-4425-af6a-28541244865c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:24:01.573724 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44319d27-3112-4551-8959-d059da998e16 req-0aa552be-3c56-4fc2-b4e9-9cb163c02a0b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:01.576050 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-44319d27-3112-4551-8959-d059da998e16 req-0aa552be-3c56-4fc2-b4e9-9cb163c02a0b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0683753 Aug 18 18:24:01.630749 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-44319d27-3112-4551-8959-d059da998e16 req-1b0e7d59-a16a-482c-85d1-96a2737550ee tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Aug 18 18:24:01.658991 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e6e7a9-9a94-4425-af6a-28541244865c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:24:01.663851 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e7a9-9a94-4425-af6a-28541244865c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:01.674417 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] Sync routers for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:24:01.685774 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:24:01.686742 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:23:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:01.692059 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f2e6e7a9-9a94-4425-af6a-28541244865c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "PUT /v2.0/floatingips/87e031e8-ccb4-4146-a9e4-2beb3314197d HTTP/1.1" status: 200 len: 992 time: 1.7504117 Aug 18 18:24:01.692830 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:01.695386 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185bf71e-5f0e-49ee-9884-42b8d1d84f97" -d '{"events": [{"name": "network-changed", "server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:01.824417 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:24:02.174990 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': '87e031e8-ccb4-4146-a9e4-2beb3314197d', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'port_id': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'mac_address': 'fa:16:3e:07:d5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6750d628-7989-495b-b278-6d4b970cf648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:23:13Z', 'updated_at': '2021-08-18T18:24:00Z', 'revision_number': 1, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:02.200648 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] Checking router: 9bdb8882-4dbe-4c12-90bf-148969c16bf4 for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:24:02.209006 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:24:02.209605 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:23:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:02.318250 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:24:02.544292 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': '87e031e8-ccb4-4146-a9e4-2beb3314197d', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'port_id': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'mac_address': 'fa:16:3e:07:d5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6750d628-7989-495b-b278-6d4b970cf648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:23:13Z', 'updated_at': '2021-08-18T18:24:00Z', 'revision_number': 1, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:02.577342 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0f980-df19-440c-aac6-1a2c10a8b516 None None] The sync data for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi is: [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': '87e031e8-ccb4-4146-a9e4-2beb3314197d', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'port_id': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'mac_address': 'fa:16:3e:07:d5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6750d628-7989-495b-b278-6d4b970cf648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:23:13Z', 'updated_at': '2021-08-18T18:24:00Z', 'revision_number': 1, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:24:02.771711 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbc29ea-2693-4a51-a2b1-2c7bf244f760 None None] New status for floating IP 87e031e8-ccb4-4146-a9e4-2beb3314197d: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:24:03.422869 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac1cebc-43e1-4877-a138-df6c2054cbee x-openstack-request-id: req-7ac1cebc-43e1-4877-a138-df6c2054cbee {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:03.426948 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:03.427347 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ac1cebc-43e1-4877-a138-df6c2054cbee {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:03.428014 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'status': 'completed', 'code': 200} Aug 18 18:24:03.579013 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcd6d1-f7c8-48c3-8933-3e5aee64664c req-4218f853-2c0a-4bad-a4bd-73bd2f63e087 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:03.581684 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7bfcd6d1-f7c8-48c3-8933-3e5aee64664c req-4218f853-2c0a-4bad-a4bd-73bd2f63e087 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0797524 Aug 18 18:24:03.585564 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-a0c3329f-e6c6-4662-a14a-5f89b1d65575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:03.587072 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-a0c3329f-e6c6-4662-a14a-5f89b1d65575 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 1099 time: 0.0816941 Aug 18 18:24:03.626678 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7bfcd6d1-f7c8-48c3-8933-3e5aee64664c req-4c24cf34-49f5-4868-8e93-e553fad7eeb5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Aug 18 18:24:03.695422 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-964ef782-7afb-40bb-bf97-bc848cb3588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:03.697012 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-964ef782-7afb-40bb-bf97-bc848cb3588b service neutron] 10.222.0.61 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 917 time: 0.0967338 Aug 18 18:24:03.757648 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-a65215fc-c18d-44eb-968c-2e612d902b38 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=866e97b5db9a4476b7ee2607aaebfd0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312343 Aug 18 18:24:03.810675 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-5074639b-5dd4-47e9-a0a7-4b4e24be8492 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c HTTP/1.1" status: 200 len: 1002 time: 0.1052010 Aug 18 18:24:03.889298 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-f87c2fc5-3312-46fa-a926-e62d47536bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:03.891190 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-f87c2fc5-3312-46fa-a926-e62d47536bc8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 200 len: 855 time: 0.0504870 Aug 18 18:24:03.952449 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-b56f2956-d21c-40f6-a4a5-607d7be226bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:03.953440 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-b56f2956-d21c-40f6-a4a5-607d7be226bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544586 Aug 18 18:24:03.963234 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-33657108-03fc-4564-a091-dcfdd93a7e68 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:03.964854 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-33657108-03fc-4564-a091-dcfdd93a7e68 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004597 Aug 18 18:24:03.982167 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-9901606d-c7c2-4725-92b4-f47c1a74a359 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/quotas/866e97b5db9a4476b7ee2607aaebfd0c HTTP/1.1" status: 200 len: 375 time: 0.0115926 Aug 18 18:24:04.014983 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fae15eb5-af03-4e0c-a0be-8b53a4f96fe8 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=866e97b5db9a4476b7ee2607aaebfd0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257754 Aug 18 18:24:04.068731 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-5bf0a728-14ac-4324-baf3-db57a2d5b244 service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000938 Aug 18 18:24:04.211238 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b4080f7-5d82-4634-b9eb-f98e18c57cde req-4961fbd2-7528-4fff-814a-657219383e88 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 210 time: 0.0498843 Aug 18 18:24:04.241158 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-185bf71e-5f0e-49ee-9884-42b8d1d84f97 req-33f82d8d-4741-4089-a86b-2a635028cdd2 service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473114 Aug 18 18:24:04.748017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e0968-b8da-42a4-99db-b65d1d0e6ac0 req-e60183af-681f-4975-b78e-62e2e822ad6b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:04.749548 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9a3e0968-b8da-42a4-99db-b65d1d0e6ac0 req-e60183af-681f-4975-b78e-62e2e822ad6b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0505376 Aug 18 18:24:04.793474 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9a3e0968-b8da-42a4-99db-b65d1d0e6ac0 req-15e0984a-2c10-42d8-9f50-ceab12302068 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372469 Aug 18 18:24:05.079997 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0df05b-b1fd-4228-a249-19f6983c2bdd req-8e83ffae-d52a-42b1-91fd-85bac2fca49a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:05.081706 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a0df05b-b1fd-4228-a249-19f6983c2bdd req-8e83ffae-d52a-42b1-91fd-85bac2fca49a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0570681 Aug 18 18:24:05.154499 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a0df05b-b1fd-4228-a249-19f6983c2bdd req-dfa4d533-ea18-47c9-b9f6-0b5589e56325 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620053 Aug 18 18:24:05.156888 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a72b8-87da-4ddb-9d3d-36797711fde4 req-3e0ccb76-ff39-4d2a-9136-316332d4d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:05.157919 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-189a72b8-87da-4ddb-9d3d-36797711fde4 req-3e0ccb76-ff39-4d2a-9136-316332d4d544 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 1098 time: 0.0752921 Aug 18 18:24:05.313397 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e2dd73d0-86c4-482c-bc99-d76c6351c072 req-c5d2f395-c86b-470c-95ab-a47f5e53a188 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 210 time: 0.0257840 Aug 18 18:24:05.326969 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a72b8-87da-4ddb-9d3d-36797711fde4 req-b7db97db-7322-4583-9b1f-d409f33c8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:05.328595 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-189a72b8-87da-4ddb-9d3d-36797711fde4 req-b7db97db-7322-4583-9b1f-d409f33c8c4f service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 919 time: 0.0938370 Aug 18 18:24:05.374683 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-189a72b8-87da-4ddb-9d3d-36797711fde4 req-8e869a95-ef0e-473f-9cb4-672bf302f088 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b2e783-d6f2-47ff-ae36-d369d4be5f15 HTTP/1.1" status: 200 len: 217 time: 0.0370779 Aug 18 18:24:05.427951 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a72b8-87da-4ddb-9d3d-36797711fde4 req-e21d1417-af36-4f77-bc95-26f29c169ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:05.429328 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-189a72b8-87da-4ddb-9d3d-36797711fde4 req-e21d1417-af36-4f77-bc95-26f29c169ca3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60a05d24-d918-4e5a-935f-9dab987eb2e1 HTTP/1.1" status: 200 len: 858 time: 0.0470471 Aug 18 18:24:05.465150 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-189a72b8-87da-4ddb-9d3d-36797711fde4 req-3a74a7a5-97f8-44b2-9be2-37735679b4f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd33299d-9999-4826-90da-36029a9801da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239489 Aug 18 18:24:05.619625 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-189a72b8-87da-4ddb-9d3d-36797711fde4 req-885459f5-82aa-451c-8808-58f990ec542d service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995724 Aug 18 18:24:05.721550 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-189a72b8-87da-4ddb-9d3d-36797711fde4 req-f154f959-7a7e-4ce0-84ea-c7f16ebd0107 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892043 Aug 18 18:24:05.938321 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-6d179a56-52da-4869-88b8-b8c1e389f8fe tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=866e97b5db9a4476b7ee2607aaebfd0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416136 Aug 18 18:24:06.193677 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-585e0419-e079-4731-a2a7-511cd8143d3e tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:06.195179 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-585e0419-e079-4731-a2a7-511cd8143d3e tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868749 Aug 18 18:24:06.224405 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Request body: {'port': {'device_id': 'cff46ec5-ba92-4d1d-b872-62ce668620fe', 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58', 'admin_state_up': True, 'tenant_id': '866e97b5db9a4476b7ee2607aaebfd0c'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:06.291545 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bcb6f-00b3-485a-ab74-1ee8ba0e7338 req-682bdbfe-c43b-4726-8c8f-9212acee5579 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:06.293080 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-636bcb6f-00b3-485a-ab74-1ee8ba0e7338 req-682bdbfe-c43b-4726-8c8f-9212acee5579 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0631182 Aug 18 18:24:06.339195 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-636bcb6f-00b3-485a-ab74-1ee8ba0e7338 req-c0412a75-7f37-4811-b00d-afb6861a46c9 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390663 Aug 18 18:24:06.540523 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3f43ed4-228a-489c-be4b-6faeaa06523e req-4bfda3c8-e5e9-4b41-a64a-2356f2111ec9 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 210 time: 0.0294034 Aug 18 18:24:06.584390 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Made reservation on behalf of 866e97b5db9a4476b7ee2607aaebfd0c for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:06.587915 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:06.597883 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:06.691943 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:06.697813 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:06.761927 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170269de-2062-44e1-b7ad-0fd248516d87,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:06.777404 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.777746 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.778081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.778422 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.778735 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.779059 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.779396 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.779735 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.780039 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.780354 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.780701 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.781016 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:06.849206 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Allocated IP 192.168.233.195 (6249f1a0-3436-41ee-9a85-eda998c48a58/aef80007-79bb-47e8-b570-6b1aa5b9aade/e9f82843-dd06-4fdb-a98e-c1d4322f47d9) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:07.005547 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:07.022877 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Transition to ACTIVE for port object e9f82843-dd06-4fdb-a98e-c1d4322f47d9 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:07.056483 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:07.099409 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Network 6249f1a0-3436-41ee-9a85-eda998c48a58 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:07.102473 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:07.106184 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:07.112724 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Pushing event updated for resources: {'Port': ['ID=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:07.158100 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:07.158795 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:07.173355 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-4dfb0cfe-2bd3-448a-bd5f-1fee96646935 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9531384 Aug 18 18:24:07.200701 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Request body: {'port': {'device_id': 'cff46ec5-ba92-4d1d-b872-62ce668620fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:07.255050 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:07.285962 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-a1be570e-20d7-4687-98ca-7b50bb1d0172 None None] Provisioning for port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:07.289810 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-a1be570e-20d7-4687-98ca-7b50bb1d0172 None None] Provisioning complete for port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:07.290194 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a1be570e-20d7-4687-98ca-7b50bb1d0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:07.324704 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-a1be570e-20d7-4687-98ca-7b50bb1d0172 None None] Port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:24:07.509676 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f3671-49fe-4d92-906d-a406e48b72ee req-e8dd6d59-79f8-4a1a-8279-954ece5741c3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:07.511071 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f68f3671-49fe-4d92-906d-a406e48b72ee req-e8dd6d59-79f8-4a1a-8279-954ece5741c3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0901389 Aug 18 18:24:07.593510 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f68f3671-49fe-4d92-906d-a406e48b72ee req-d534f0c0-fc52-474a-8d4e-86719220087f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762649 Aug 18 18:24:07.606248 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f82843-dd06-4fdb-a98e-c1d4322f47d9 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:24:07.614946 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:07.637167 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Transition to ACTIVE for port object e9f82843-dd06-4fdb-a98e-c1d4322f47d9 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:07.644464 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:07.666542 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefd1e6-b62f-4eaf-abc2-a8fd0c366772 req-726f5e62-0b20-4efe-ab82-24ec2216e203 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:07.668056 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0aefd1e6-b62f-4eaf-abc2-a8fd0c366772 req-726f5e62-0b20-4efe-ab82-24ec2216e203 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 936 time: 0.0503733 Aug 18 18:24:07.701531 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:07.719269 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0aefd1e6-b62f-4eaf-abc2-a8fd0c366772 req-2f72bdf2-58d2-4df4-a4ff-b1aebe707fd5 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381370 Aug 18 18:24:07.778397 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Attempting to bind port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:07.778735 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Attempting to bind port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '595c4a59-f2a4-480d-af54-9fafabbb052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:07.779064 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Attempting to bind port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 on network 6249f1a0-3436-41ee-9a85-eda998c48a58 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:07.784127 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 on network 6249f1a0-3436-41ee-9a85-eda998c48a58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:24:07.784462 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Attempting to bind port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 on network 6249f1a0-3436-41ee-9a85-eda998c48a58 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:07.789644 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:07.789980 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Checking segment: {'id': '595c4a59-f2a4-480d-af54-9fafabbb052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:07.790367 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Bound using segment: {'id': '595c4a59-f2a4-480d-af54-9fafabbb052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:07.790795 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Bound port: e9f82843-dd06-4fdb-a98e-c1d4322f47d9, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595c4a59-f2a4-480d-af54-9fafabbb052b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:07.791153 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:07.868014 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] For port e9f82843-dd06-4fdb-a98e-c1d4322f47d9, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:07.871274 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] For port e9f82843-dd06-4fdb-a98e-c1d4322f47d9, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,segment=NetworkSegment(595c4a59-f2a4-480d-af54-9fafabbb052b),segment_id=595c4a59-f2a4-480d-af54-9fafabbb052b)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:07.876280 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:07.920658 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:07.921201 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:07.922632 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] 10.222.0.61 "PUT /v2.0/ports/e9f82843-dd06-4fdb-a98e-c1d4322f47d9 HTTP/1.1" status: 200 len: 1098 time: 0.7264750 Aug 18 18:24:07.927605 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff46ec5-ba92-4d1d-b872-62ce668620fe', 'tag': 'e9f82843-dd06-4fdb-a98e-c1d4322f47d9'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:07.930430 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060a462f-1e2c-44e0-b697-159effe0ff3b" -d '{"events": [{"name": "network-changed", "server_uuid": "cff46ec5-ba92-4d1d-b872-62ce668620fe", "tag": "e9f82843-dd06-4fdb-a98e-c1d4322f47d9"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:07.964736 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20566b-06bd-4960-af4d-fbe14104b9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:08.055437 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47ae640-d2f7-4608-a5eb-a99914d6b3ae x-openstack-request-id: req-e47ae640-d2f7-4608-a5eb-a99914d6b3ae {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:08.056086 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff46ec5-ba92-4d1d-b872-62ce668620fe", "tag": "e9f82843-dd06-4fdb-a98e-c1d4322f47d9", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:08.056303 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e47ae640-d2f7-4608-a5eb-a99914d6b3ae {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:08.056818 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff46ec5-ba92-4d1d-b872-62ce668620fe', 'tag': 'e9f82843-dd06-4fdb-a98e-c1d4322f47d9', 'status': 'completed', 'code': 200} Aug 18 18:24:08.085308 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-71554321-50a4-46a9-8ba9-55dfa194a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:08.087020 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-71554321-50a4-46a9-8ba9-55dfa194a69b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=866e97b5db9a4476b7ee2607aaebfd0c&device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 1101 time: 0.0800033 Aug 18 18:24:08.199945 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-3a3f0fca-e8b9-48ad-a43f-ec7536917dbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e9f82843-dd06-4fdb-a98e-c1d4322f47d9 HTTP/1.1" status: 200 len: 217 time: 0.0406976 Aug 18 18:24:08.282059 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-48f08465-f1b7-4808-bd01-d680d973e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:08.283648 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-48f08465-f1b7-4808-bd01-d680d973e7ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aef80007-79bb-47e8-b570-6b1aa5b9aade HTTP/1.1" status: 200 len: 843 time: 0.0523956 Aug 18 18:24:08.357069 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-05d0e1fa-b966-4703-8e43-824078af43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:08.358556 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-05d0e1fa-b966-4703-8e43-824078af43f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6249f1a0-3436-41ee-9a85-eda998c48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0448294 Aug 18 18:24:08.379682 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41882) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:08.475230 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-03044fe9-e3af-4026-af2b-c3ac8f80c5ab service neutron] 10.222.0.61 "GET /v2.0/networks/6249f1a0-3436-41ee-9a85-eda998c48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833349 Aug 18 18:24:08.495578 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3903c76f-b710-4aaf-a416-05ea31ee141f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:08.609244 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcf40ecf-d993-4688-a3d9-9415a48d3215 req-c66f3f4e-a0db-4798-9391-8ebc84833b67 service neutron] 10.222.0.61 "GET /v2.0/networks/6249f1a0-3436-41ee-9a85-eda998c48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215200 Aug 18 18:24:08.657238 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3903c76f-b710-4aaf-a416-05ea31ee141f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:08.663503 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3903c76f-b710-4aaf-a416-05ea31ee141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:08.716912 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3903c76f-b710-4aaf-a416-05ea31ee141f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=802246ac8b9b4688bd7f4c86a60c29a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361232 Aug 18 18:24:08.720412 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41890) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:08.731246 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903c76f-b710-4aaf-a416-05ea31ee141f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d57212-2049-47a5-8268-546a7c554ad0,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:08.758609 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c72e4-354d-4588-9c26-af287dfd3ec9 req-3358e16f-8585-4698-8744-eb7b0685c352 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:08.760347 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e1c72e4-354d-4588-9c26-af287dfd3ec9 req-3358e16f-8585-4698-8744-eb7b0685c352 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0632632 Aug 18 18:24:08.771101 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:08.795052 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:08.823297 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e1c72e4-354d-4588-9c26-af287dfd3ec9 req-ad76da2a-1601-4bc1-9fbb-62ec816af94f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560951 Aug 18 18:24:08.837189 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-500fb4aa-6a4e-4e32-9879-90489bb6630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:08.838665 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-500fb4aa-6a4e-4e32-9879-90489bb6630c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=866e97b5db9a4476b7ee2607aaebfd0c&device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 1101 time: 0.0568032 Aug 18 18:24:08.867798 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e417c2-5d64-4f44-bab5-fbaeb907755a req-94086f9f-458c-41b1-934e-5e8450c163ff tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:08.869964 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-80e417c2-5d64-4f44-bab5-fbaeb907755a req-94086f9f-458c-41b1-934e-5e8450c163ff tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 948 time: 0.0771754 Aug 18 18:24:08.888704 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-afa5e612-4b57-46fc-adf0-24353f640009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:08.893270 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:08.895902 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:08.897090 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90d57212-2049-47a5-8268-546a7c554ad0 HTTP/1.1" status: 204 len: 168 time: 0.1751492 Aug 18 18:24:08.907330 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d57212-2049-47a5-8268-546a7c554ad0,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:08.915073 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.915676 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.916782 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.917131 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.917431 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.917797 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.918415 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.918415 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.918685 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.918993 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.919553 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.919832 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfef9b84-4cf3-4c4f-b7eb-eae8be43f1f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:08.943200 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-80e417c2-5d64-4f44-bab5-fbaeb907755a req-92ea7f4d-a381-4233-ab70-23f67fd27366 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654767 Aug 18 18:24:08.961777 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-385b1d21-db58-44c5-b282-5d238ff7c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:08.963270 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-385b1d21-db58-44c5-b282-5d238ff7c2f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6249f1a0-3436-41ee-9a85-eda998c48a58 HTTP/1.1" status: 200 len: 870 time: 0.1103981 Aug 18 18:24:09.018644 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-c486239f-b9d1-4d26-ac8a-7ec124459aa9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e9f82843-dd06-4fdb-a98e-c1d4322f47d9 HTTP/1.1" status: 200 len: 217 time: 0.0364082 Aug 18 18:24:09.078761 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-f806a865-c6b9-408e-b3b0-04cabde754d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:09.081400 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-f806a865-c6b9-408e-b3b0-04cabde754d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aef80007-79bb-47e8-b570-6b1aa5b9aade HTTP/1.1" status: 200 len: 843 time: 0.0492034 Aug 18 18:24:09.147635 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-65b77b9d-6469-41e8-96f3-85fe5875645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:09.149398 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-65b77b9d-6469-41e8-96f3-85fe5875645f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6249f1a0-3436-41ee-9a85-eda998c48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0524645 Aug 18 18:24:09.242984 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 41908) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:09.252998 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-daa7a4b1-9098-410d-828f-da15e2013344 service neutron] 10.222.0.61 "GET /v2.0/networks/6249f1a0-3436-41ee-9a85-eda998c48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941451 Aug 18 18:24:09.259159 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-88065d28-bb3f-4920-9578-3a3c31adc9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:09.358511 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-88065d28-bb3f-4920-9578-3a3c31adc9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:09.365280 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-88065d28-bb3f-4920-9578-3a3c31adc9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:09.402820 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-88065d28-bb3f-4920-9578-3a3c31adc9be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f67edce8d0e9445fa357c442b80ea681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585693 Aug 18 18:24:09.406634 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 41914) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:09.427605 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88065d28-bb3f-4920-9578-3a3c31adc9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291c27d5-7dec-4755-bf09-626319873311,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:09.434441 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-060a462f-1e2c-44e0-b697-159effe0ff3b req-ba29d2b6-7309-433d-aa30-bf43d1489ecf service neutron] 10.222.0.61 "GET /v2.0/networks/6249f1a0-3436-41ee-9a85-eda998c48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307411 Aug 18 18:24:09.472835 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ba139e7d-7237-4104-adfd-698bc8e0ec8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:09.494964 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ba139e7d-7237-4104-adfd-698bc8e0ec8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:09.544918 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ba139e7d-7237-4104-adfd-698bc8e0ec8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:09.547420 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ba139e7d-7237-4104-adfd-698bc8e0ec8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:09.548569 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ba139e7d-7237-4104-adfd-698bc8e0ec8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/291c27d5-7dec-4755-bf09-626319873311 HTTP/1.1" status: 204 len: 168 time: 0.1409760 Aug 18 18:24:09.556574 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba139e7d-7237-4104-adfd-698bc8e0ec8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291c27d5-7dec-4755-bf09-626319873311,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:09.943142 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9318f35-69c9-4c56-8f43-131ef5d3c910 req-d9b7c57a-0ba5-483e-9d25-bf825c65c717 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:09.944753 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e9318f35-69c9-4c56-8f43-131ef5d3c910 req-d9b7c57a-0ba5-483e-9d25-bf825c65c717 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0523384 Aug 18 18:24:09.984407 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e9318f35-69c9-4c56-8f43-131ef5d3c910 req-91384478-21f4-4175-b610-d78304e4a150 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337696 Aug 18 18:24:10.082575 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105ef99-b2dc-4d34-b620-92d2e7cd19b2 req-b0cd4490-ecbd-4e66-8324-c9e68597f186 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:10.084317 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8105ef99-b2dc-4d34-b620-92d2e7cd19b2 req-b0cd4490-ecbd-4e66-8324-c9e68597f186 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 948 time: 0.0536172 Aug 18 18:24:10.129426 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8105ef99-b2dc-4d34-b620-92d2e7cd19b2 req-a4c7a831-093c-4f5d-a019-7472ed540923 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371211 Aug 18 18:24:11.121420 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf95c-1acb-48c4-bcdb-1c11b32d7a63 req-ca4a1471-517b-444a-b151-43b6e9f49186 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:11.123067 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-196bf95c-1acb-48c4-bcdb-1c11b32d7a63 req-ca4a1471-517b-444a-b151-43b6e9f49186 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0635326 Aug 18 18:24:11.178048 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-196bf95c-1acb-48c4-bcdb-1c11b32d7a63 req-43112fb7-4780-4d5e-8682-e47e1bd9106f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485396 Aug 18 18:24:11.286694 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b6645-616d-462d-a0a7-439cff965503 req-9b48e2ee-659c-4bdf-ab99-f452cbdc6c71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:11.288242 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1e3b6645-616d-462d-a0a7-439cff965503 req-9b48e2ee-659c-4bdf-ab99-f452cbdc6c71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 948 time: 0.0613210 Aug 18 18:24:11.330245 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1e3b6645-616d-462d-a0a7-439cff965503 req-d7f8cdcd-d01f-4e2c-9afd-fdeefe6eb899 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356202 Aug 18 18:24:11.332573 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ad5bbd7c-25aa-4876-9b9b-720f5aa8f65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:11.675929 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 42030) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:11.785589 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-304ca56c-87af-4b5d-98e5-af279e8b95e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:11.880342 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-304ca56c-87af-4b5d-98e5-af279e8b95e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:11.885184 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-304ca56c-87af-4b5d-98e5-af279e8b95e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:11.939620 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ca56c-87af-4b5d-98e5-af279e8b95e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e306ba06-2e34-483a-8e6c-0c75e1920324,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:11.947215 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-304ca56c-87af-4b5d-98e5-af279e8b95e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa1497f0fef7482788160d353429f414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677679 Aug 18 18:24:11.947619 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42040) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:12.007148 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1cdd4ecc-743d-4946-8215-cf35a26ff40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.028848 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1cdd4ecc-743d-4946-8215-cf35a26ff40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.077653 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1cdd4ecc-743d-4946-8215-cf35a26ff40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.080293 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1cdd4ecc-743d-4946-8215-cf35a26ff40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.081990 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1cdd4ecc-743d-4946-8215-cf35a26ff40d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e306ba06-2e34-483a-8e6c-0c75e1920324 HTTP/1.1" status: 204 len: 168 time: 0.1331322 Aug 18 18:24:12.089452 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd4ecc-743d-4946-8215-cf35a26ff40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e306ba06-2e34-483a-8e6c-0c75e1920324,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:12.165159 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.345232 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed897f-f774-461a-8d60-3eb4d733e3d6 req-83ddce43-f618-4ca9-9c84-624f5fcfe9f5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:12.347107 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-86ed897f-f774-461a-8d60-3eb4d733e3d6 req-83ddce43-f618-4ca9-9c84-624f5fcfe9f5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0544519 Aug 18 18:24:12.395800 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-86ed897f-f774-461a-8d60-3eb4d733e3d6 req-72cd352e-bfcb-4b17-86a1-123779a2bfe1 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Aug 18 18:24:12.426738 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42060) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:12.441057 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-20c62b5b-d174-4d32-aae2-fd32a0498356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.468747 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17e880-b9b1-4d8b-ac6e-50d4c05d8dbb req-77ab5f1c-8dd8-4395-a4be-f6800f864e57 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:12.470326 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f17e880-b9b1-4d8b-ac6e-50d4c05d8dbb req-77ab5f1c-8dd8-4395-a4be-f6800f864e57 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 948 time: 0.0520318 Aug 18 18:24:12.519865 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f17e880-b9b1-4d8b-ac6e-50d4c05d8dbb req-64fffd16-25bc-455f-8b0b-a0e84efff027 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Aug 18 18:24:12.536166 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-20c62b5b-d174-4d32-aae2-fd32a0498356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.539486 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42064) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:12.546080 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-20c62b5b-d174-4d32-aae2-fd32a0498356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.587328 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-20c62b5b-d174-4d32-aae2-fd32a0498356 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a45a4488385b4aa89b91d6e6563989fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593750 Aug 18 18:24:12.588179 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c62b5b-d174-4d32-aae2-fd32a0498356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb47554-bb22-4fb2-8c87-0e3077f5973c,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:12.590196 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 42068) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:12.594008 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device e9f82843-dd06-4fdb-a98e-c1d4322f47d9 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:24:12.658230 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f90a-fd24-4c76-8a0e-c61e53b9e2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.665386 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9237ee50-348e-4f70-ba7c-a697cdac31dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.688277 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9237ee50-348e-4f70-ba7c-a697cdac31dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.733037 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port e9f82843-dd06-4fdb-a98e-c1d4322f47d9, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,segment=NetworkSegment(595c4a59-f2a4-480d-af54-9fafabbb052b),segment_id=595c4a59-f2a4-480d-af54-9fafabbb052b)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:12.746577 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': 'e9f82843-dd06-4fdb-a98e-c1d4322f47d9', 'network_id': '6249f1a0-3436-41ee-9a85-eda998c48a58', 'port_id': 'e9f82843-dd06-4fdb-a98e-c1d4322f47d9', 'mac_address': 'fa:16:3e:12:6b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef80007-79bb-47e8-b570-6b1aa5b9aade', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:24:12.764989 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f90a-fd24-4c76-8a0e-c61e53b9e2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.770047 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f90a-fd24-4c76-8a0e-c61e53b9e2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.774380 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9237ee50-348e-4f70-ba7c-a697cdac31dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.777721 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9237ee50-348e-4f70-ba7c-a697cdac31dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.778861 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9237ee50-348e-4f70-ba7c-a697cdac31dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0cb47554-bb22-4fb2-8c87-0e3077f5973c HTTP/1.1" status: 204 len: 168 time: 0.1877086 Aug 18 18:24:12.796336 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237ee50-348e-4f70-ba7c-a697cdac31dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb47554-bb22-4fb2-8c87-0e3077f5973c,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:12.797776 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.822669 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f82843-dd06-4fdb-a98e-c1d4322f47d9 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:24:12.852911 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port e9f82843-dd06-4fdb-a98e-c1d4322f47d9, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,segment=NetworkSegment(595c4a59-f2a4-480d-af54-9fafabbb052b),segment_id=595c4a59-f2a4-480d-af54-9fafabbb052b)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:12.856434 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7ad8f90a-fd24-4c76-8a0e-c61e53b9e2e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2d086bf84324ea0a6613ab61c72d102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157952 Aug 18 18:24:12.858143 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.859404 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42074) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:12.863134 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8f90a-fd24-4c76-8a0e-c61e53b9e2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db0eb81-a81a-404b-b1af-b780a16f7364,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:12.899643 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-43d60bdc-09c0-4bba-840c-933772a5b2fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853009 Aug 18 18:24:12.922074 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a8093a0c-c37f-493a-ba48-85adddc6cb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.922349 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:12.929560 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.929898 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.930495 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.930724 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.931046 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.931564 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.932049 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.932527 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.933016 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.933347 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.933670 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.934252 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:12.947195 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a8093a0c-c37f-493a-ba48-85adddc6cb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:12.997525 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a8093a0c-c37f-493a-ba48-85adddc6cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:13.000165 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a8093a0c-c37f-493a-ba48-85adddc6cb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:13.001416 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a8093a0c-c37f-493a-ba48-85adddc6cb8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2db0eb81-a81a-404b-b1af-b780a16f7364 HTTP/1.1" status: 204 len: 168 time: 0.1401811 Aug 18 18:24:13.011881 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8093a0c-c37f-493a-ba48-85adddc6cb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db0eb81-a81a-404b-b1af-b780a16f7364,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:13.081223 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:13.096635 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-743041a0-f78d-4fe3-aa95-315e775cd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:13.099574 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-743041a0-f78d-4fe3-aa95-315e775cd03e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 1098 time: 0.0701754 Aug 18 18:24:13.273304 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-b90742d9-3f4a-4738-8fca-7cdeb16757e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:13.276337 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-b90742d9-3f4a-4738-8fca-7cdeb16757e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 915 time: 0.1391604 Aug 18 18:24:13.331310 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-8452856b-471b-4528-9f4c-e0ebda3c64cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01a5615-0254-45d1-8706-660e2968010b HTTP/1.1" status: 200 len: 217 time: 0.0429924 Aug 18 18:24:13.412535 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['e9f82843-dd06-4fdb-a98e-c1d4322f47d9'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:24:13.419749 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-a3f77e52-b73d-4a49-82d4-24070c7ba116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:13.421807 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-a3f77e52-b73d-4a49-82d4-24070c7ba116 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c73e8db9-e918-4d96-b45a-770bac15e96d HTTP/1.1" status: 200 len: 854 time: 0.0690758 Aug 18 18:24:13.483007 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-1ae04df9-408b-4747-8380-356b98085dfd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90525376-7298-49f2-893b-492b16ed637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421226 Aug 18 18:24:13.619489 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-b2f4812b-9597-406d-b6fd-9ac420367c7e service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254268 Aug 18 18:24:13.738244 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5697bc1-d066-4946-9b43-2732f230adc1 req-273d6481-b92f-4dc7-86bf-ec733c1c1cc3 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:13.739969 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e5697bc1-d066-4946-9b43-2732f230adc1 req-273d6481-b92f-4dc7-86bf-ec733c1c1cc3 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 949 time: 0.0894899 Aug 18 18:24:13.747629 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5888a6-8af0-4e63-8442-4401294f4d4b req-530ef3ba-7c47-4c94-a171-fba0d1fcc203 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:13.749386 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f5888a6-8af0-4e63-8442-4401294f4d4b req-530ef3ba-7c47-4c94-a171-fba0d1fcc203 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.2379954 Aug 18 18:24:13.796452 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8295c680-247d-4790-b6f8-49ee6484fc67 req-5876ffac-ecac-487e-9325-7bbcfe9a653e service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340504 Aug 18 18:24:13.803389 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e5697bc1-d066-4946-9b43-2732f230adc1 req-1bb09518-1138-4eba-a3f7-c77b730a7fcf tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559661 Aug 18 18:24:13.828871 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f5888a6-8af0-4e63-8442-4401294f4d4b req-c8315cd0-679b-46ef-8446-55db5af5f85e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664513 Aug 18 18:24:13.963199 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42136) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:14.098219 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea7ff0-db39-47a4-90db-9df6b6e19f24 req-fb241058-5370-4c42-9aa6-df99e81b5af5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:14.100014 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-89ea7ff0-db39-47a4-90db-9df6b6e19f24 req-fb241058-5370-4c42-9aa6-df99e81b5af5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0631971 Aug 18 18:24:14.152676 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-89ea7ff0-db39-47a4-90db-9df6b6e19f24 req-4abe3627-6994-42c8-96aa-6d25faac72f9 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457246 Aug 18 18:24:14.206147 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1638225902-network', 'tenant_id': 'b8f4d0ab230a4faf827071a72573fac7'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:14.228096 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Made reservation on behalf of b8f4d0ab230a4faf827071a72573fac7 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:14.230388 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.239128 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:24:14.240165 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.339206 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.345109 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.372702 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:24:14.379872 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c364baa-de69-4636-8270-ca947c69836c,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:14.386177 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.386530 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Added segment b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b of type vlan for network 546ebd6b-f5ea-4498-a83e-3a2379303607 Aug 18 18:24:14.427615 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.453527 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.454724 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:14.455446 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.526944 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5625665 Aug 18 18:24:14.527063 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 42156) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:14.533518 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Request body: {'subnet': {'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1638225902-subnet', 'tenant_id': 'b8f4d0ab230a4faf827071a72573fac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:14.534120 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7569b-7e05-4d0e-a631-021be05ee9e6 admin admin] Pushing event updated for resources: {'Network': ['ID=546ebd6b-f5ea-4498-a83e-3a2379303607,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:14.547042 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 546ebd6b-f5ea-4498-a83e-3a2379303607 details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:24:14.569136 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Made reservation on behalf of b8f4d0ab230a4faf827071a72573fac7 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:14.575616 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763321'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.644339 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.781134 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3362394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763311'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.840468 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f72ddb9-d7ed-47bb-98de-8da05748a682,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:14.850598 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Checking segment: {'id': 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:14.850949 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Network hostable DHCP agents. Network: 546ebd6b-f5ea-4498-a83e-3a2379303607, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:24:14.868960 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Network 546ebd6b-f5ea-4498-a83e-3a2379303607 is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:24:14.879945 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 546ebd6b-f5ea-4498-a83e-3a2379303607) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:14.886462 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:14.887240 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.888701 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e540540d-2f49-410e-b2cb-4246092e55f2 None None] Network 546ebd6b-f5ea-4498-a83e-3a2379303607 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:24:14.929202 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b7af2163-efed-4b5e-ac52-413a16819da5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4009149 Aug 18 18:24:14.951664 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be076015-2c20-4155-9c8c-4f3394039343 req-beefa67d-ad0d-4687-ac3d-7b75bf4bc3b1 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:14.953323 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be076015-2c20-4155-9c8c-4f3394039343 req-beefa67d-ad0d-4687-ac3d-7b75bf4bc3b1 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 949 time: 0.0630243 Aug 18 18:24:14.981729 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee350b-0b23-4be9-97f4-e7b5c7e363b6 req-b2c0af3d-147a-40ed-a957-eecd1e2c9771 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:14.988623 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:14.988902 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-97ee350b-0b23-4be9-97f4-e7b5c7e363b6 req-b2c0af3d-147a-40ed-a957-eecd1e2c9771 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0605929 Aug 18 18:24:15.000784 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be076015-2c20-4155-9c8c-4f3394039343 req-c0457361-89b7-4337-a0d9-fef14f05eb11 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398338 Aug 18 18:24:15.047907 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-97ee350b-0b23-4be9-97f4-e7b5c7e363b6 req-69e65079-dab0-4ae3-b5bc-a71a953e31ac tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578594 Aug 18 18:24:15.073288 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c615b01-a385-486b-9d2b-48abdc4ef9f3 None None] Network 546ebd6b-f5ea-4498-a83e-3a2379303607 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:24:15.279054 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76197ae-1f0a-47e6-bd07-1549643d6207 req-bc2b5db3-3aa9-4cc6-ba56-4a83f615e0cf tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:15.280513 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d76197ae-1f0a-47e6-bd07-1549643d6207 req-bc2b5db3-3aa9-4cc6-ba56-4a83f615e0cf tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0564942 Aug 18 18:24:15.324007 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d76197ae-1f0a-47e6-bd07-1549643d6207 req-1e36ab47-3549-43bc-9cd4-a9572b22dbd8 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367312 Aug 18 18:24:16.126025 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03c12-6d3e-4bb3-aa5c-466adb91e832 req-60f7f05b-fbc8-484c-9538-174b4fcb1860 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:16.128304 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96d03c12-6d3e-4bb3-aa5c-466adb91e832 req-60f7f05b-fbc8-484c-9538-174b4fcb1860 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 949 time: 0.0544834 Aug 18 18:24:16.160041 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e353-3255-4702-9db0-0327259435ef req-c02de708-3e6e-4488-aae4-940fe964820a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:16.161440 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9793e353-3255-4702-9db0-0327259435ef req-c02de708-3e6e-4488-aae4-940fe964820a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0495262 Aug 18 18:24:16.173317 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96d03c12-6d3e-4bb3-aa5c-466adb91e832 req-909668ea-a29d-4c2f-988e-4785d5fd171b tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384164 Aug 18 18:24:16.215737 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9793e353-3255-4702-9db0-0327259435ef req-97dc5257-7c2f-424d-a796-674a87eb4483 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Aug 18 18:24:16.440973 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f681803-5c9b-4ae2-8850-1a2f27841963 req-d4cd5fda-3ee3-4dec-862e-5030fc069997 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:16.442580 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3f681803-5c9b-4ae2-8850-1a2f27841963 req-d4cd5fda-3ee3-4dec-862e-5030fc069997 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0508637 Aug 18 18:24:16.481817 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3f681803-5c9b-4ae2-8850-1a2f27841963 req-98a3c0ea-7eb3-4429-b42a-4d5ca344b9e3 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Aug 18 18:24:16.691013 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71da5e-40d0-4626-b107-0630718ba24c req-8e255bf6-4ad2-4660-902d-331ee8805347 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:16.692428 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-8e255bf6-4ad2-4660-902d-331ee8805347 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/networks?id=546ebd6b-f5ea-4498-a83e-3a2379303607 HTTP/1.1" status: 200 len: 809 time: 0.1120374 Aug 18 18:24:16.708381 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-79d17c98-bb8f-4e97-a48f-4ca19efa3d07 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/quotas/b8f4d0ab230a4faf827071a72573fac7 HTTP/1.1" status: 200 len: 375 time: 0.0099883 Aug 18 18:24:16.741095 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-668a19e0-a2de-4163-952f-09357e163780 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8f4d0ab230a4faf827071a72573fac7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271266 Aug 18 18:24:16.836496 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-c30670cd-c046-43a3-8597-5977ba66f5ab service neutron] 10.222.0.46 "GET /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881729 Aug 18 18:24:16.936056 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-8f05698a-528c-43fe-beda-34f24f7a953c service neutron] 10.222.0.46 "GET /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935223 Aug 18 18:24:17.102342 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-16980ded-747e-4117-bacd-8eb87cfda63c req-ea494d7f-9385-4718-948a-ca9927e16d84 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 210 time: 0.0259409 Aug 18 18:24:17.315745 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41e86a-ac9a-4cda-8317-b17890ac7d35 req-134d9a21-6ef8-4359-9177-61cb2a250366 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:17.317537 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4e41e86a-ac9a-4cda-8317-b17890ac7d35 req-134d9a21-6ef8-4359-9177-61cb2a250366 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 949 time: 0.0712948 Aug 18 18:24:17.363742 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4e41e86a-ac9a-4cda-8317-b17890ac7d35 req-fb951af1-c9b5-4be7-ae91-18052e0b1009 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396945 Aug 18 18:24:17.472315 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3f04d-7e88-4b41-94a2-c3daabdf6c8f req-8f834b37-03ae-4be2-a962-dc31a11b34b2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:17.473798 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f7e3f04d-7e88-4b41-94a2-c3daabdf6c8f req-8f834b37-03ae-4be2-a962-dc31a11b34b2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0527580 Aug 18 18:24:17.511163 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f7e3f04d-7e88-4b41-94a2-c3daabdf6c8f req-206810af-aa99-4df2-918b-c0cd0ef10b31 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312464 Aug 18 18:24:17.621855 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f889e4-f198-41b7-9b76-db0e2575b26d req-75963d35-e0dc-44de-b198-f94aa43c2927 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:17.623334 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-93f889e4-f198-41b7-9b76-db0e2575b26d req-75963d35-e0dc-44de-b198-f94aa43c2927 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0530465 Aug 18 18:24:17.662251 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-93f889e4-f198-41b7-9b76-db0e2575b26d req-d296008b-332f-4ac8-9d6a-3569a9b4c6e3 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Aug 18 18:24:18.209429 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-755d0541-4d31-4803-8b13-b871190674f2 req-40e07fa4-a728-4642-bada-d585ed666ce5 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 210 time: 0.0284081 Aug 18 18:24:18.487539 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324739e1-78ba-4b93-a4bf-b0ee132848de req-31e410a6-20e4-47c9-bf45-2ae846304719 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:18.489065 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-324739e1-78ba-4b93-a4bf-b0ee132848de req-31e410a6-20e4-47c9-bf45-2ae846304719 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 949 time: 0.0543022 Aug 18 18:24:18.530478 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-324739e1-78ba-4b93-a4bf-b0ee132848de req-5b6182d6-1578-45a9-b325-ff95f7323539 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329082 Aug 18 18:24:18.635710 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a2ee5-be67-42e9-9615-8f654b185fd4 req-06768e54-aef3-42f2-8b72-37f62289dfce tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:18.637211 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b4a2ee5-be67-42e9-9615-8f654b185fd4 req-06768e54-aef3-42f2-8b72-37f62289dfce tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0501122 Aug 18 18:24:18.676912 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b4a2ee5-be67-42e9-9615-8f654b185fd4 req-a3e243b8-79e4-4113-ac15-df1ad74ca01a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Aug 18 18:24:18.789889 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1942f-72a8-4c88-9bca-c0edf8a7593a req-366ce62a-e8de-4c40-a02a-3425fccbfead tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:18.791372 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a6d1942f-72a8-4c88-9bca-c0edf8a7593a req-366ce62a-e8de-4c40-a02a-3425fccbfead tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0560937 Aug 18 18:24:18.833104 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a6d1942f-72a8-4c88-9bca-c0edf8a7593a req-54b0e878-fcfe-49ca-b110-fd12a1f41415 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Aug 18 18:24:19.156979 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device e9f82843-dd06-4fdb-a98e-c1d4322f47d9 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:19.220434 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:19.224821 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:19.225231 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:19.308606 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-90541959-bf43-4d64-a072-d765341fc3c4 req-bae9b06e-3188-4a19-9e5f-6b7a54144666 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 210 time: 0.0314212 Aug 18 18:24:19.310129 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:19.333701 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff46ec5-ba92-4d1d-b872-62ce668620fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f82843-dd06-4fdb-a98e-c1d4322f47d9'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:19.335975 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888d3406-1870-45d3-aaaf-451f75dcc4a7" -d '{"events": [{"server_uuid": "cff46ec5-ba92-4d1d-b872-62ce668620fe", "name": "network-vif-plugged", "status": "completed", "tag": "e9f82843-dd06-4fdb-a98e-c1d4322f47d9"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:19.348813 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port e9f82843-dd06-4fdb-a98e-c1d4322f47d9, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,segment=NetworkSegment(595c4a59-f2a4-480d-af54-9fafabbb052b),segment_id=595c4a59-f2a4-480d-af54-9fafabbb052b)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:19.354270 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:19.382201 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3711420-23b0-43f0-8713-d13edbaf9001 x-openstack-request-id: req-e3711420-23b0-43f0-8713-d13edbaf9001 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:19.382461 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff46ec5-ba92-4d1d-b872-62ce668620fe", "name": "network-vif-plugged", "status": "completed", "tag": "e9f82843-dd06-4fdb-a98e-c1d4322f47d9", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:19.382738 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3711420-23b0-43f0-8713-d13edbaf9001 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:19.383097 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff46ec5-ba92-4d1d-b872-62ce668620fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f82843-dd06-4fdb-a98e-c1d4322f47d9', 'code': 200} Aug 18 18:24:19.409106 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:19.670504 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eae83-c7ab-42b1-876f-8bc779060ed7 req-1ec50657-382d-403a-af89-2c9251f5e305 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:19.671902 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af5eae83-c7ab-42b1-876f-8bc779060ed7 req-1ec50657-382d-403a-af89-2c9251f5e305 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.0555573 Aug 18 18:24:19.734816 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af5eae83-c7ab-42b1-876f-8bc779060ed7 req-0537f4ac-3101-4e38-9b54-61f8797fad70 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561481 Aug 18 18:24:19.780835 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa51e8e-4a36-4fc2-b328-69f2b01303a6 req-991678c2-e4b7-4bb2-82d7-522a56426217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:19.782333 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2fa51e8e-4a36-4fc2-b328-69f2b01303a6 req-991678c2-e4b7-4bb2-82d7-522a56426217 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 1103 time: 0.0423520 Aug 18 18:24:19.813469 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4be750-041d-479b-9064-b286a5234254 req-50577ba9-08c1-445b-8282-7572f1f35f51 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:19.815001 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7d4be750-041d-479b-9064-b286a5234254 req-50577ba9-08c1-445b-8282-7572f1f35f51 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0504827 Aug 18 18:24:19.853512 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7d4be750-041d-479b-9064-b286a5234254 req-56b298c9-6aa5-4be0-9837-884a090a1bb6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323071 Aug 18 18:24:19.875247 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2fa51e8e-4a36-4fc2-b328-69f2b01303a6 req-b2908104-7acf-478e-a033-0c7982c117fd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317204 Aug 18 18:24:19.961907 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216060e-894e-4349-afbe-f1e4891e23e6 req-58b55bc3-87ae-4722-8b74-21df252e6842 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:19.963419 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1216060e-894e-4349-afbe-f1e4891e23e6 req-58b55bc3-87ae-4722-8b74-21df252e6842 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0579004 Aug 18 18:24:20.007041 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1216060e-894e-4349-afbe-f1e4891e23e6 req-21e1df04-e4af-4054-9856-3dddb42b6317 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374055 Aug 18 18:24:20.408705 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a8b993e7-20f2-481a-9490-f10c1eb57bfd req-bc9b829f-e7e5-46d3-adab-c531d0aeaa87 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 210 time: 0.0274181 Aug 18 18:24:20.731000 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 42308) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:20.789935 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c1d6b5-29e8-474a-8f69-37739a9aa860 admin admin] Deleting subnet 9811b53a-092d-4224-a85f-6b179e6cf856 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:24:20.793645 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9c1d6b5-29e8-474a-8f69-37739a9aa860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:20.830164 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9c1d6b5-29e8-474a-8f69-37739a9aa860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227275'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:20.860320 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3faee2-3a0c-4e86-b60f-4db55cc7eeb8 req-aac97145-23db-472c-b710-4cb8b2dfaf02 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:20.861773 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dc3faee2-3a0c-4e86-b60f-4db55cc7eeb8 req-aac97145-23db-472c-b710-4cb8b2dfaf02 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.0474491 Aug 18 18:24:20.872544 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9c1d6b5-29e8-474a-8f69-37739a9aa860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:20.898620 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dc3faee2-3a0c-4e86-b60f-4db55cc7eeb8 req-531562c7-b5ae-4074-a10c-7bf79a81420e tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304959 Aug 18 18:24:20.934262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9c1d6b5-29e8-474a-8f69-37739a9aa860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3362459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763300'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:20.961500 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1d6b5-29e8-474a-8f69-37739a9aa860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9811b53a-092d-4224-a85f-6b179e6cf856,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:20.968818 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c9c1d6b5-29e8-474a-8f69-37739a9aa860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:20.975807 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c9c1d6b5-29e8-474a-8f69-37739a9aa860 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9811b53a-092d-4224-a85f-6b179e6cf856 HTTP/1.1" status: 204 len: 168 time: 0.2392626 Aug 18 18:24:20.976415 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 42316) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:21.026225 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1b4fe-eee9-4426-aa8a-3442843c7596 req-20af308c-b4a7-49ee-9884-4ec3eb9c6bf9 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:21.027703 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1fb1b4fe-eee9-4426-aa8a-3442843c7596 req-20af308c-b4a7-49ee-9884-4ec3eb9c6bf9 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0557613 Aug 18 18:24:21.050913 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.067708 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1fb1b4fe-eee9-4426-aa8a-3442843c7596 req-95cbf6af-6c85-472a-92c0-4792a75e605a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339985 Aug 18 18:24:21.132654 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.143016 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c615d8bc-307a-4600-bf6f-5bc462c04dd0']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:21.155863 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863db6c4-6c3a-4607-b3e9-36231f4cfb96') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:21.156258 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863db6c4-6c3a-4607-b3e9-36231f4cfb96') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:21.166384 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227266'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.180626 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.182918 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2742398-feb0-4514-93cb-87b1ca5c7dc8 req-232b7392-982e-4863-8d6a-15620616d42b tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:21.184430 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a2742398-feb0-4514-93cb-87b1ca5c7dc8 req-232b7392-982e-4863-8d6a-15620616d42b tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0510211 Aug 18 18:24:21.186550 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:24:21.186935 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3362617'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: timer() Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: cb(*args, **kw) Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: self._notify() Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: self.callback(batched_events) Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: event.method(event) Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._get(url).json() Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:24:21.188868 dv-cinder-802882-9-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:24:21.224802 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a2742398-feb0-4514-93cb-87b1ca5c7dc8 req-ef223e74-9ae6-4a49-93ca-8e7da74d6799 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Aug 18 18:24:21.249971 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.270768 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.272635 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c615d8bc-307a-4600-bf6f-5bc462c04dd0 HTTP/1.1" status: 204 len: 168 time: 0.2952192 Aug 18 18:24:21.274057 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84868d-f89c-4382-ae14-c2a7c22e0fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c615d8bc-307a-4600-bf6f-5bc462c04dd0,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:21.275884 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 42322) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:21.319786 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f4ee5e-7e91-443c-8d17-17c8ab879c25 admin admin] Deleting subnet 948c2eb1-ceab-47bc-8b5e-1460eac5519a {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:24:21.323179 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ee5e-7e91-443c-8d17-17c8ab879c25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.367213 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ee5e-7e91-443c-8d17-17c8ab879c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227275'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.406726 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ee5e-7e91-443c-8d17-17c8ab879c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.465129 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ee5e-7e91-443c-8d17-17c8ab879c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3362459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763300'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.489280 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4ee5e-7e91-443c-8d17-17c8ab879c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948c2eb1-ceab-47bc-8b5e-1460eac5519a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:21.493196 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ee5e-7e91-443c-8d17-17c8ab879c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.495036 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e2f4ee5e-7e91-443c-8d17-17c8ab879c25 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/948c2eb1-ceab-47bc-8b5e-1460eac5519a HTTP/1.1" status: 204 len: 168 time: 0.2182822 Aug 18 18:24:21.497630 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42326) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:21.519842 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-102f45f1-9276-4444-8e85-9a671b1fcbba req-98dfe586-8773-4913-a250-16fd1b75435a tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 210 time: 0.0347030 Aug 18 18:24:21.580430 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.657766 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.667854 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40db2856-349f-47e9-945c-4320da59978d']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:21.680821 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c834f3df-6226-44c4-a80c-c7edb7549846') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:21.681106 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c834f3df-6226-44c4-a80c-c7edb7549846') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:21.689659 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282901'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.705454 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.713239 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:24:21.713650 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263383'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: timer() Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: cb(*args, **kw) Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: self._notify() Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: self.callback(batched_events) Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: event.method(event) Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._get(url).json() Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:24:21.715537 dv-cinder-802882-9-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:24:21.771380 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.778935 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:21.781490 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] 10.222.0.46 "DELETE /v2.0/networks/40db2856-349f-47e9-945c-4320da59978d HTTP/1.1" status: 204 len: 168 time: 0.2829762 Aug 18 18:24:21.793513 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c3f6c-bae8-46f7-b430-44a50f723f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=40db2856-349f-47e9-945c-4320da59978d,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:21.906869 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42330) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:21.947518 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-de62f7a1-3478-41c4-bf9d-09b8f4249d64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40c6f39b55af44b6bcdb8763d1433617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394189 Aug 18 18:24:21.949961 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42334) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:22.039239 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf5942-0cfb-40bf-9f24-ec5b6c7ef43b req-21b43017-595a-4545-9806-74e470260b24 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:22.040742 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f6bf5942-0cfb-40bf-9f24-ec5b6c7ef43b req-21b43017-595a-4545-9806-74e470260b24 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.0762932 Aug 18 18:24:22.044184 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-276afec6-bfbe-4e9d-8123-81d778f15d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:22.079300 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-276afec6-bfbe-4e9d-8123-81d778f15d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:22.108500 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f6bf5942-0cfb-40bf-9f24-ec5b6c7ef43b req-36753eb6-3d7a-41fd-bab7-34f9c1d7f6e8 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611451 Aug 18 18:24:22.148189 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-276afec6-bfbe-4e9d-8123-81d778f15d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:22.151276 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-276afec6-bfbe-4e9d-8123-81d778f15d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:22.152457 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-276afec6-bfbe-4e9d-8123-81d778f15d08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a060a3d-8ce6-41b0-8f0f-afeae80ea76a HTTP/1.1" status: 204 len: 168 time: 0.2016096 Aug 18 18:24:22.160424 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276afec6-bfbe-4e9d-8123-81d778f15d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a060a3d-8ce6-41b0-8f0f-afeae80ea76a,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:22.224804 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf0ab8-039a-445a-bf5e-bed7deb42127 req-c396eb98-e08d-4665-8cba-84078c326d76 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:22.226304 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dbf0ab8-039a-445a-bf5e-bed7deb42127 req-c396eb98-e08d-4665-8cba-84078c326d76 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0503857 Aug 18 18:24:22.264069 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5dbf0ab8-039a-445a-bf5e-bed7deb42127 req-72b83781-5cc7-4200-a614-fe98dbcb70af tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Aug 18 18:24:22.502091 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 42348) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:22.546494 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7e3bae91-c702-43e4-b356-be085d876df6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f92450758ed448484045df8b36d1066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402229 Aug 18 18:24:22.546725 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 42352) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:22.567956 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58e0af-e1db-4f97-aa2c-6dc8fbe5e6b4 req-89c0bcc9-227d-4aa9-808c-42c5577bb80b tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:22.569435 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a58e0af-e1db-4f97-aa2c-6dc8fbe5e6b4 req-89c0bcc9-227d-4aa9-808c-42c5577bb80b tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.2510793 Aug 18 18:24:22.600178 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d18461a7-68be-48e0-868d-8adbfcc9d323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:22.607304 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a58e0af-e1db-4f97-aa2c-6dc8fbe5e6b4 req-2d4a3437-a468-4719-8a18-433b44d9b3fb tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Aug 18 18:24:22.628297 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d18461a7-68be-48e0-868d-8adbfcc9d323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:22.676047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d18461a7-68be-48e0-868d-8adbfcc9d323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:22.679052 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d18461a7-68be-48e0-868d-8adbfcc9d323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:22.682576 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d18461a7-68be-48e0-868d-8adbfcc9d323 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0aaaa6d-0644-4fe2-b4e4-84e1a081455d HTTP/1.1" status: 204 len: 168 time: 0.1325684 Aug 18 18:24:22.687940 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18461a7-68be-48e0-868d-8adbfcc9d323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aaaa6d-0644-4fe2-b4e4-84e1a081455d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:22.695149 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-038a9c5c-f4e3-463d-b44e-4c2e3dab857d req-eae18d7a-4d0b-407a-99fd-ee2d2746fcf8 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 210 time: 0.0309527 Aug 18 18:24:23.229825 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a846-1e32-478a-a7be-0ce949d5529b req-9de3080c-f162-440c-8756-61a96b25eb7a tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:23.231279 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2714a846-1e32-478a-a7be-0ce949d5529b req-9de3080c-f162-440c-8756-61a96b25eb7a tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.0503383 Aug 18 18:24:23.270042 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2714a846-1e32-478a-a7be-0ce949d5529b req-de9726ff-e40b-45d0-9606-216b58d0565c tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327797 Aug 18 18:24:23.385514 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453809e-40d8-43e8-a7d6-d7731b146da3 req-8f11883f-8fa3-4b0e-aa26-bce0c9e858f8 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:23.386983 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5453809e-40d8-43e8-a7d6-d7731b146da3 req-8f11883f-8fa3-4b0e-aa26-bce0c9e858f8 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0549676 Aug 18 18:24:23.440281 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5453809e-40d8-43e8-a7d6-d7731b146da3 req-b9a0a97d-08e5-4d64-bd27-c9ca6ae188b9 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Aug 18 18:24:23.708258 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-ea38132f-1228-4a72-9c05-24d997417b60 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:23.710492 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-ea38132f-1228-4a72-9c05-24d997417b60 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.61 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0501552 Aug 18 18:24:23.726781 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceee061-7ccc-402b-b9eb-272672b53df5 req-9385cd18-6047-42d9-be96-7907c052d330 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:23.728339 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6ceee061-7ccc-402b-b9eb-272672b53df5 req-9385cd18-6047-42d9-be96-7907c052d330 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 945 time: 0.0513501 Aug 18 18:24:23.771521 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6ceee061-7ccc-402b-b9eb-272672b53df5 req-aceb2b45-9c42-40cf-baa4-76c818ed25ce tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f258722-ed11-4202-a4d9-885473681264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372653 Aug 18 18:24:23.835303 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef271d96-477f-412e-a388-30c7f7b5e0fa req-8c47111b-4f0d-4a3b-972a-f32d6e86d4ad tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 210 time: 0.0346940 Aug 18 18:24:23.871975 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-43ccbcc4-4896-400d-81e1-a7ebd1f325b5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Deleting port 04a0b333-7591-4db8-a909-71a55b5a79de {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:24:23.872307 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-43ccbcc4-4896-400d-81e1-a7ebd1f325b5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:23.967642 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-43ccbcc4-4896-400d-81e1-a7ebd1f325b5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] For port 04a0b333-7591-4db8-a909-71a55b5a79de, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=04a0b333-7591-4db8-a909-71a55b5a79de,segment=NetworkSegment(01888128-d61c-4b53-96d7-fb93867de1f9),segment_id=01888128-d61c-4b53-96d7-fb93867de1f9)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:23.968011 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-43ccbcc4-4896-400d-81e1-a7ebd1f325b5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:23.982860 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-43ccbcc4-4896-400d-81e1-a7ebd1f325b5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Calling delete_port for 04a0b333-7591-4db8-a909-71a55b5a79de owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:24:24.142908 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-43ccbcc4-4896-400d-81e1-a7ebd1f325b5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:24.170919 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccbcc4-4896-400d-81e1-a7ebd1f325b5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Pushing event deleted for resources: {'Port': ['ID=04a0b333-7591-4db8-a909-71a55b5a79de,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:24.203522 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['04a0b333-7591-4db8-a909-71a55b5a79de'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:24:24.274754 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-43ccbcc4-4896-400d-81e1-a7ebd1f325b5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] No DVR routers for this DVR port 04a0b333-7591-4db8-a909-71a55b5a79de on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:24:24.278861 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-43ccbcc4-4896-400d-81e1-a7ebd1f325b5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:24.281449 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db688bfa-e365-4c20-8c2b-d188cccca90a req-43ccbcc4-4896-400d-81e1-a7ebd1f325b5 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.61 "DELETE /v2.0/ports/04a0b333-7591-4db8-a909-71a55b5a79de HTTP/1.1" status: 204 len: 173 time: 0.5612016 Aug 18 18:24:24.313905 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61587e5-192b-43d4-97b8-eae62deba8af', 'name': 'network-vif-deleted', 'tag': '04a0b333-7591-4db8-a909-71a55b5a79de'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:24.317625 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532babf8-aae4-4585-9f97-5d37f6c425a0" -d '{"events": [{"server_uuid": "c61587e5-192b-43d4-97b8-eae62deba8af", "name": "network-vif-deleted", "tag": "04a0b333-7591-4db8-a909-71a55b5a79de"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:24.394620 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c694fb88-4452-4781-a618-df4f4f902f9a x-openstack-request-id: req-c694fb88-4452-4781-a618-df4f4f902f9a {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:24.394934 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61587e5-192b-43d4-97b8-eae62deba8af", "name": "network-vif-deleted", "tag": "04a0b333-7591-4db8-a909-71a55b5a79de", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:24.395220 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c694fb88-4452-4781-a618-df4f4f902f9a {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:24.395632 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61587e5-192b-43d4-97b8-eae62deba8af', 'name': 'network-vif-deleted', 'tag': '04a0b333-7591-4db8-a909-71a55b5a79de', 'status': 'completed', 'code': 200} Aug 18 18:24:24.416056 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71da5e-40d0-4626-b107-0630718ba24c req-0a996a87-970e-4f1f-bcba-0f6b6af77656 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:24.417568 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-0a996a87-970e-4f1f-bcba-0f6b6af77656 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.61 "GET /v2.0/networks?id=546ebd6b-f5ea-4498-a83e-3a2379303607 HTTP/1.1" status: 200 len: 809 time: 0.1851587 Aug 18 18:24:24.423770 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e1b78-a6e4-4938-b9d8-b0943489d765 req-3e3deb6a-8ca7-4b5a-ad42-8b5bd0450504 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:24.425396 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a94e1b78-a6e4-4938-b9d8-b0943489d765 req-3e3deb6a-8ca7-4b5a-ad42-8b5bd0450504 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.0531781 Aug 18 18:24:24.466967 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a94e1b78-a6e4-4938-b9d8-b0943489d765 req-5ae762c4-047f-4b9d-b183-d209b3e72965 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341341 Aug 18 18:24:24.495674 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Request body: {'port': {'device_id': '2b2384ed-b015-42ac-9a4c-b6c06063d98b', 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607', 'admin_state_up': True, 'tenant_id': 'b8f4d0ab230a4faf827071a72573fac7'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:24.623335 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f134a1a-7e2d-421c-997c-aaa62631c926 req-3c5fbdb7-f669-4b63-949e-44ffce7e6c57 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:24.624762 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f134a1a-7e2d-421c-997c-aaa62631c926 req-3c5fbdb7-f669-4b63-949e-44ffce7e6c57 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0805719 Aug 18 18:24:24.661579 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Made reservation on behalf of b8f4d0ab230a4faf827071a72573fac7 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:24.664944 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:24.685848 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f134a1a-7e2d-421c-997c-aaa62631c926 req-9c273d61-942e-48b6-9f59-829db6fc3e06 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529447 Aug 18 18:24:24.982013 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-34ac686f-9d1f-48e6-b58d-cf8d68219fba req-220dbda8-57e7-4a3d-a025-ebe7abd44a49 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 210 time: 0.0277479 Aug 18 18:24:25.070120 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-985a93e9-e368-40c7-8d6a-7d09ef44b7a0 req-04d78e64-f4ce-4fab-8e8c-aa2530bbade1 tempest-DeleteServersTestJSON-899580196 tempest-DeleteServersTestJSON-899580196-project] 10.222.0.46 "GET /v2.0/ports?device_id=c61587e5-192b-43d4-97b8-eae62deba8af HTTP/1.1" status: 200 len: 210 time: 0.0327590 Aug 18 18:24:25.086442 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Allocated IP 172.20.0.13 (546ebd6b-f5ea-4498-a83e-3a2379303607/7f72ddb9-d7ed-47bb-98de-8da05748a682/3e55f010-743c-46f0-8cf1-b59fe29d9806) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:25.258748 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:25.303235 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:25.352432 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Network 546ebd6b-f5ea-4498-a83e-3a2379303607 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:25.355908 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:25.358638 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:25.386708 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Pushing event updated for resources: {'Port': ['ID=3e55f010-743c-46f0-8cf1-b59fe29d9806,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:25.419675 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:25.420324 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:25.436809 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-261074c5-feb9-4d58-934e-a55483049e30 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9456840 Aug 18 18:24:25.465199 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Request body: {'port': {'device_id': '2b2384ed-b015-42ac-9a4c-b6c06063d98b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:25.519850 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:25.609393 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-bcac136f-2a33-4035-96f8-9d5db33a31f3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:25.611448 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-bcac136f-2a33-4035-96f8-9d5db33a31f3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 814 time: 0.1104965 Aug 18 18:24:25.626988 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-08a1b68d-032d-448e-b84a-7533d247e09e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/quotas/2869a7a76b7147b3a553c984756809c4 HTTP/1.1" status: 200 len: 375 time: 0.0095806 Aug 18 18:24:25.672210 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f7a26-3c57-47a9-b0c6-1ffeaf5b1282 req-f0f27e72-f33a-4431-96b2-f0c702d6905d tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:25.673673 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d50f7a26-3c57-47a9-b0c6-1ffeaf5b1282 req-f0f27e72-f33a-4431-96b2-f0c702d6905d tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.1375124 Aug 18 18:24:25.676832 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-86429c9d-35d9-4383-8468-f0727ee152d8 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435789 Aug 18 18:24:25.759659 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d50f7a26-3c57-47a9-b0c6-1ffeaf5b1282 req-2f37ae1f-b3fd-4e56-8021-98e88ef59144 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792453 Aug 18 18:24:25.789049 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-3bde1728-2990-4090-8092-d92aed1c45b7 service neutron] 10.222.0.46 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048000 Aug 18 18:24:25.888239 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-17a80376-770f-46df-ba53-3bf77273748f service neutron] 10.222.0.46 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921774 Aug 18 18:24:25.918911 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bda41-4a64-4052-9d12-96d2b818d16e req-e1662d6e-7745-48bc-9dd1-42e2c7c88892 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:25.920650 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-718bda41-4a64-4052-9d12-96d2b818d16e req-e1662d6e-7745-48bc-9dd1-42e2c7c88892 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0941112 Aug 18 18:24:25.926345 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e55f010-743c-46f0-8cf1-b59fe29d9806 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:24:25.940541 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:25.965406 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Transition to ACTIVE for port object 3e55f010-743c-46f0-8cf1-b59fe29d9806 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:25.973747 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:25.986594 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-718bda41-4a64-4052-9d12-96d2b818d16e req-64cd0616-1e15-4bb5-8f24-590f742918e9 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552189 Aug 18 18:24:26.036764 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Pushing event updated for resources: {'Port': ['ID=3e55f010-743c-46f0-8cf1-b59fe29d9806,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:26.131752 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Attempting to bind port 3e55f010-743c-46f0-8cf1-b59fe29d9806 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:26.132785 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Attempting to bind port 3e55f010-743c-46f0-8cf1-b59fe29d9806 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:26.133301 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Attempting to bind port 3e55f010-743c-46f0-8cf1-b59fe29d9806 on network 546ebd6b-f5ea-4498-a83e-3a2379303607 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:26.137951 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Port 3e55f010-743c-46f0-8cf1-b59fe29d9806 on network 546ebd6b-f5ea-4498-a83e-3a2379303607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:24:26.138479 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Attempting to bind port 3e55f010-743c-46f0-8cf1-b59fe29d9806 on network 546ebd6b-f5ea-4498-a83e-3a2379303607 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:26.145111 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:26.145471 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Checking segment: {'id': 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:26.146044 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Bound using segment: {'id': 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:26.146770 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Bound port: 3e55f010-743c-46f0-8cf1-b59fe29d9806, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:26.147426 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:26.238674 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] For port 3e55f010-743c-46f0-8cf1-b59fe29d9806, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:26.242271 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] For port 3e55f010-743c-46f0-8cf1-b59fe29d9806, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3e55f010-743c-46f0-8cf1-b59fe29d9806,segment=NetworkSegment(b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b),segment_id=b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:26.257521 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:26.264919 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e8202d71-8798-4cae-8a14-c5847b4cc54e req-7f6cbfae-9443-41a6-8af6-a8ee3fe26352 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 210 time: 0.0315936 Aug 18 18:24:26.319208 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:26.319867 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:26.321251 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] 10.222.0.61 "PUT /v2.0/ports/3e55f010-743c-46f0-8cf1-b59fe29d9806 HTTP/1.1" status: 200 len: 1094 time: 0.8604662 Aug 18 18:24:26.349181 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a5b8-95b5-4077-8ff8-9f07ca635d48 req-3d1c9374-a9ef-4031-914f-6c3ee824b15b tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:26.350956 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3f15a5b8-95b5-4077-8ff8-9f07ca635d48 req-3d1c9374-a9ef-4031-914f-6c3ee824b15b tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 944 time: 0.1049454 Aug 18 18:24:26.352031 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808ebdf-2572-45ff-a5ac-f85d55633a60 service neutron] Pushing event updated for resources: {'Port': ['ID=3e55f010-743c-46f0-8cf1-b59fe29d9806,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:26.396589 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2384ed-b015-42ac-9a4c-b6c06063d98b', 'tag': '3e55f010-743c-46f0-8cf1-b59fe29d9806'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:26.399588 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497972ef-8162-4edf-8b2d-835748256bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2384ed-b015-42ac-9a4c-b6c06063d98b", "tag": "3e55f010-743c-46f0-8cf1-b59fe29d9806"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:26.406753 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3f15a5b8-95b5-4077-8ff8-9f07ca635d48 req-da24f573-b507-47cb-b3f8-2be69839a30b tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451777 Aug 18 18:24:26.460266 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6f360-0e18-4d90-8ae5-a8e2e60a320a req-97e79523-af7e-4f54-98d2-1ba124d3783b tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:26.461853 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-38c6f360-0e18-4d90-8ae5-a8e2e60a320a req-97e79523-af7e-4f54-98d2-1ba124d3783b tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.0835502 Aug 18 18:24:26.483273 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71da5e-40d0-4626-b107-0630718ba24c req-8f444895-72a9-43c8-9102-d2fd76071c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:26.489109 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-8f444895-72a9-43c8-9102-d2fd76071c61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8f4d0ab230a4faf827071a72573fac7&device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 1097 time: 0.0775003 Aug 18 18:24:26.492007 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1b1bde-032b-4c3a-81c6-cc17ff888fcf x-openstack-request-id: req-1f1b1bde-032b-4c3a-81c6-cc17ff888fcf {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:26.492392 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2384ed-b015-42ac-9a4c-b6c06063d98b", "tag": "3e55f010-743c-46f0-8cf1-b59fe29d9806", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:26.492732 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f1b1bde-032b-4c3a-81c6-cc17ff888fcf {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:26.500769 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2384ed-b015-42ac-9a4c-b6c06063d98b', 'tag': '3e55f010-743c-46f0-8cf1-b59fe29d9806', 'status': 'completed', 'code': 200} Aug 18 18:24:26.520698 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-38c6f360-0e18-4d90-8ae5-a8e2e60a320a req-928a7d47-96b9-456d-ac58-d25b3785673a tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Aug 18 18:24:26.575269 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-ab675081-fdbf-47e8-89f1-1635d45dbee8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e55f010-743c-46f0-8cf1-b59fe29d9806 HTTP/1.1" status: 200 len: 217 time: 0.0426035 Aug 18 18:24:26.644210 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71da5e-40d0-4626-b107-0630718ba24c req-d81895c5-5734-40ae-b292-d543d29d6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:26.645678 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-d81895c5-5734-40ae-b292-d543d29d6ee0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f72ddb9-d7ed-47bb-98de-8da05748a682 HTTP/1.1" status: 200 len: 849 time: 0.0583088 Aug 18 18:24:26.691670 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-3fe7f02c-e6cb-47bf-9680-b9d69e866e9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=546ebd6b-f5ea-4498-a83e-3a2379303607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282924 Aug 18 18:24:26.800895 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-d8c5a487-cecb-4e44-b5bd-9cb5856fac7d service neutron] 10.222.0.61 "GET /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968466 Aug 18 18:24:26.918637 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b71da5e-40d0-4626-b107-0630718ba24c req-3b7f1ccb-2cb6-4dca-9007-d6ea1eeae4e6 service neutron] 10.222.0.61 "GET /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075344 Aug 18 18:24:27.117004 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497972ef-8162-4edf-8b2d-835748256bf6 req-92064711-d58c-487a-809f-cbe8ccf4c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:27.119371 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-497972ef-8162-4edf-8b2d-835748256bf6 req-92064711-d58c-487a-809f-cbe8ccf4c5ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8f4d0ab230a4faf827071a72573fac7&device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 1097 time: 0.0739758 Aug 18 18:24:27.145202 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc153d-7e96-4f93-a876-5856b24b02b6 req-933d2144-f4f5-456c-a16f-292494b9413b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:27.146610 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bbfc153d-7e96-4f93-a876-5856b24b02b6 req-933d2144-f4f5-456c-a16f-292494b9413b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0734820 Aug 18 18:24:27.229887 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bbfc153d-7e96-4f93-a876-5856b24b02b6 req-8ff7b380-d8fc-43d8-9f4e-24cf14790773 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733080 Aug 18 18:24:27.251638 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497972ef-8162-4edf-8b2d-835748256bf6 req-9b40b5a6-cfe5-41c7-8d8f-f29272ad1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:27.253473 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-497972ef-8162-4edf-8b2d-835748256bf6 req-9b40b5a6-cfe5-41c7-8d8f-f29272ad1276 service neutron] 10.222.0.61 "GET /v2.0/networks?id=546ebd6b-f5ea-4498-a83e-3a2379303607 HTTP/1.1" status: 200 len: 910 time: 0.1241543 Aug 18 18:24:27.325065 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-497972ef-8162-4edf-8b2d-835748256bf6 req-7afe11f6-cb4d-4b42-b4c9-39e628d1dfe5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e55f010-743c-46f0-8cf1-b59fe29d9806 HTTP/1.1" status: 200 len: 217 time: 0.0402303 Aug 18 18:24:27.364156 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ab79ba6-c9da-41ab-adc2-a9c0b8305a0b req-0c1c40ef-9688-4c7b-b9b5-c69f1ad084c9 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 210 time: 0.0274076 Aug 18 18:24:27.426592 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497972ef-8162-4edf-8b2d-835748256bf6 req-af1fa65e-e1ca-45cb-81c4-222692681480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:27.428126 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-497972ef-8162-4edf-8b2d-835748256bf6 req-af1fa65e-e1ca-45cb-81c4-222692681480 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f72ddb9-d7ed-47bb-98de-8da05748a682 HTTP/1.1" status: 200 len: 849 time: 0.0479238 Aug 18 18:24:27.479181 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-497972ef-8162-4edf-8b2d-835748256bf6 req-6510dc47-188b-4328-9af7-c12f965faa4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=546ebd6b-f5ea-4498-a83e-3a2379303607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253820 Aug 18 18:24:27.530511 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 04a0b333-7591-4db8-a909-71a55b5a79de no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:24:27.536278 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766e06-d70b-439d-8ad8-1da20eec32e9 req-19d47f5f-2f2e-4bf4-b061-6ce0584d3129 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:27.538342 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d766e06-d70b-439d-8ad8-1da20eec32e9 req-19d47f5f-2f2e-4bf4-b061-6ce0584d3129 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 944 time: 0.0551767 Aug 18 18:24:27.551011 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 04a0b333-7591-4db8-a909-71a55b5a79de {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:24:27.551532 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 04a0b333-7591-4db8-a909-71a55b5a79de not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:24:27.591943 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d766e06-d70b-439d-8ad8-1da20eec32e9 req-22a93cec-9d03-4cad-88db-16875afa3744 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465403 Aug 18 18:24:27.692821 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-497972ef-8162-4edf-8b2d-835748256bf6 req-042bc6b3-6633-49db-9cb0-956554e32ddd service neutron] 10.222.0.61 "GET /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010217 Aug 18 18:24:27.778339 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e8d42-d36f-45f9-a6aa-ee8915f29cb8 req-2a945831-5768-4001-b1fa-6d847f75a5aa tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:27.779614 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-662e8d42-d36f-45f9-a6aa-ee8915f29cb8 req-2a945831-5768-4001-b1fa-6d847f75a5aa tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.1571984 Aug 18 18:24:27.788288 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-248dbe72-d886-489a-9709-38d0ae23ae0a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:27.789685 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-248dbe72-d886-489a-9709-38d0ae23ae0a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 814 time: 0.2271581 Aug 18 18:24:27.830213 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Request body: {'port': {'device_id': '3df7bbfb-07ea-429a-a928-e73edcf96a5d', 'network_id': '90525376-7298-49f2-893b-492b16ed637d', 'admin_state_up': True, 'tenant_id': '2869a7a76b7147b3a553c984756809c4'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:27.838387 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42482) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:27.885454 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb34d3ac-2618-4fd4-824c-785adeabbfee admin admin] Deleting subnet 31f3f321-92b6-43c6-82d0-a90df8071a75 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:24:27.888928 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bb34d3ac-2618-4fd4-824c-785adeabbfee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:27.894803 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-662e8d42-d36f-45f9-a6aa-ee8915f29cb8 req-b425d2e5-71c9-4aed-ad48-bc49173ee7d9 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024437 Aug 18 18:24:27.920332 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-497972ef-8162-4edf-8b2d-835748256bf6 req-7eac4640-e689-4ec7-8dad-9c9926396bc2 service neutron] 10.222.0.61 "GET /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189150 Aug 18 18:24:27.925476 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bb34d3ac-2618-4fd4-824c-785adeabbfee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282908'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:27.977107 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bb34d3ac-2618-4fd4-824c-785adeabbfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:27.979801 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Made reservation on behalf of 2869a7a76b7147b3a553c984756809c4 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:27.983309 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.027883 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bb34d3ac-2618-4fd4-824c-785adeabbfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9263285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967599'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.055386 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34d3ac-2618-4fd4-824c-785adeabbfee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f3f321-92b6-43c6-82d0-a90df8071a75,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:28.062299 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bb34d3ac-2618-4fd4-824c-785adeabbfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.064538 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-bb34d3ac-2618-4fd4-824c-785adeabbfee admin admin] 10.222.0.46 "DELETE /v2.0/subnets/31f3f321-92b6-43c6-82d0-a90df8071a75 HTTP/1.1" status: 204 len: 168 time: 0.2249212 Aug 18 18:24:28.067159 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42488) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:28.149383 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Allocated IP 172.20.0.7 (90525376-7298-49f2-893b-492b16ed637d/c73e8db9-e918-4d96-b45a-770bac15e96d/63b65333-f946-43fa-8a38-4276f232cf35) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:28.152532 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.233553 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.243772 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d53df9-f602-4880-87fb-6eaf1d6a5b2d']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:28.253310 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01888128-d61c-4b53-96d7-fb93867de1f9') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:28.253581 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01888128-d61c-4b53-96d7-fb93867de1f9') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:28.262900 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282901'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.277430 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.284767 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:24:28.285033 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263383'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: timer() Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: cb(*args, **kw) Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: self._notify() Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: self.callback(batched_events) Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: event.method(event) Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._get(url).json() Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:24:28.287046 dv-cinder-802882-9-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:24:28.311717 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.350440 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.366149 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.375066 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.379676 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/59d53df9-f602-4880-87fb-6eaf1d6a5b2d HTTP/1.1" status: 204 len: 168 time: 0.3112621 Aug 18 18:24:28.390882 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Network 90525376-7298-49f2-893b-492b16ed637d is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:28.394200 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:28.396301 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e385b2-78af-446e-af70-87b7b8edffd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d53df9-f602-4880-87fb-6eaf1d6a5b2d,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:28.398121 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:28.407914 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0352c0-868c-41f3-8862-d9d812a6f30d req-2d58ad79-566a-4156-a146-498fc826acd3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:28.408408 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['a01a5615-0254-45d1-8706-660e2968010b'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:24:28.409932 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ce0352c0-868c-41f3-8862-d9d812a6f30d req-2d58ad79-566a-4156-a146-498fc826acd3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0902510 Aug 18 18:24:28.446033 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Pushing event updated for resources: {'Port': ['ID=63b65333-f946-43fa-8a38-4276f232cf35,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:28.451544 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ce0352c0-868c-41f3-8862-d9d812a6f30d req-e3382533-bff4-47de-ad87-4436d04e4417 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354559 Aug 18 18:24:28.465788 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:28.466427 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.484354 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-db435bb9-7ead-4dad-ad8f-945e57e1669e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6648974 Aug 18 18:24:28.512796 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Request body: {'port': {'device_id': '3df7bbfb-07ea-429a-a928-e73edcf96a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:28.568547 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d35eb-9f87-468c-9468-d676eab1e91e req-95e1be28-5adf-4a74-b874-bbbb3ff1757b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:28.570878 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ca3d35eb-9f87-468c-9468-d676eab1e91e req-95e1be28-5adf-4a74-b874-bbbb3ff1757b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 931 time: 0.0571973 Aug 18 18:24:28.575910 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.622178 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ca3d35eb-9f87-468c-9468-d676eab1e91e req-bbfd4374-7834-498f-b3df-43e7cb4c1b9e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 Aug 18 18:24:28.667157 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42502) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:28.730849 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-57f93c58-1b25-4765-8b71-ad6b8344195b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df7205fbeea74a84a8de4fdecfdb8fad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624313 Aug 18 18:24:28.733293 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42504) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:28.770467 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff9cc4-a21a-49b3-b171-abbdfa1730b5 req-868837ee-e288-4545-ba7e-eadaf32a90f9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:28.771959 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6bff9cc4-a21a-49b3-b171-abbdfa1730b5 req-868837ee-e288-4545-ba7e-eadaf32a90f9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 944 time: 0.0842154 Aug 18 18:24:28.821764 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-39385934-2d31-40c8-a281-c22b335b8ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.829624 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6bff9cc4-a21a-49b3-b171-abbdfa1730b5 req-196e3079-a092-4d33-b072-607331ee74fb tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513346 Aug 18 18:24:28.848674 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-39385934-2d31-40c8-a281-c22b335b8ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.855271 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b65333-f946-43fa-8a38-4276f232cf35 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:24:28.862905 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.875340 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Transition to ACTIVE for port object 63b65333-f946-43fa-8a38-4276f232cf35 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:28.880047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.917090 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-39385934-2d31-40c8-a281-c22b335b8ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.921535 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-39385934-2d31-40c8-a281-c22b335b8ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:28.923600 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-39385934-2d31-40c8-a281-c22b335b8ae3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f258722-ed11-4202-a4d9-885473681264 HTTP/1.1" status: 204 len: 168 time: 0.1891539 Aug 18 18:24:28.941047 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39385934-2d31-40c8-a281-c22b335b8ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f258722-ed11-4202-a4d9-885473681264,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:28.960238 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Pushing event updated for resources: {'Port': ['ID=63b65333-f946-43fa-8a38-4276f232cf35,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:29.026912 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3856b-c243-4cc8-a70f-0aabe117b4a6 req-49d7d91c-0943-4325-a161-411ce7d3c9d4 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:29.028331 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a4c3856b-c243-4cc8-a70f-0aabe117b4a6 req-49d7d91c-0943-4325-a161-411ce7d3c9d4 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.0512075 Aug 18 18:24:29.043561 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Attempting to bind port 63b65333-f946-43fa-8a38-4276f232cf35 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:29.043890 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Attempting to bind port 63b65333-f946-43fa-8a38-4276f232cf35 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:29.044216 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Attempting to bind port 63b65333-f946-43fa-8a38-4276f232cf35 on network 90525376-7298-49f2-893b-492b16ed637d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:29.048539 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Port 63b65333-f946-43fa-8a38-4276f232cf35 on network 90525376-7298-49f2-893b-492b16ed637d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:24:29.048856 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Attempting to bind port 63b65333-f946-43fa-8a38-4276f232cf35 on network 90525376-7298-49f2-893b-492b16ed637d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:29.053717 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:29.054045 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Checking segment: {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:29.054424 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Bound using segment: {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:29.054868 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Bound port: 63b65333-f946-43fa-8a38-4276f232cf35, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:29.055462 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:29.068501 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a4c3856b-c243-4cc8-a70f-0aabe117b4a6 req-40c7daed-3401-4a5d-9276-d02f1fb2d937 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327826 Aug 18 18:24:29.121750 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] For port 63b65333-f946-43fa-8a38-4276f232cf35, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:29.125187 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] For port 63b65333-f946-43fa-8a38-4276f232cf35, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=63b65333-f946-43fa-8a38-4276f232cf35,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:29.129215 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:29.164929 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:29.165550 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:29.166969 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] 10.222.0.61 "PUT /v2.0/ports/63b65333-f946-43fa-8a38-4276f232cf35 HTTP/1.1" status: 200 len: 1093 time: 0.6596401 Aug 18 18:24:29.167561 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df7bbfb-07ea-429a-a928-e73edcf96a5d', 'tag': '63b65333-f946-43fa-8a38-4276f232cf35'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:29.169727 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c7e952-c717-41f9-b6ad-c93fac42478c" -d '{"events": [{"name": "network-changed", "server_uuid": "3df7bbfb-07ea-429a-a928-e73edcf96a5d", "tag": "63b65333-f946-43fa-8a38-4276f232cf35"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:29.194022 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97bba6-836a-4884-81e7-d380dd3ecd37 service neutron] Pushing event updated for resources: {'Port': ['ID=63b65333-f946-43fa-8a38-4276f232cf35,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:29.212679 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be59ea7c-2ef2-4f25-9ad0-7f679152023b x-openstack-request-id: req-be59ea7c-2ef2-4f25-9ad0-7f679152023b {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:29.212963 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df7bbfb-07ea-429a-a928-e73edcf96a5d", "tag": "63b65333-f946-43fa-8a38-4276f232cf35", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:29.213207 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be59ea7c-2ef2-4f25-9ad0-7f679152023b {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:29.213613 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df7bbfb-07ea-429a-a928-e73edcf96a5d', 'tag': '63b65333-f946-43fa-8a38-4276f232cf35', 'status': 'completed', 'code': 200} Aug 18 18:24:29.576247 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ec6de-f485-4775-a212-04d0ffb83dc7 req-33d6ec94-4220-4d52-9765-ffb76d6b3b96 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:29.578070 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-613ec6de-f485-4775-a212-04d0ffb83dc7 req-33d6ec94-4220-4d52-9765-ffb76d6b3b96 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0529742 Aug 18 18:24:29.625152 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-613ec6de-f485-4775-a212-04d0ffb83dc7 req-d31a93d9-e054-49b7-b9b7-c61e538212d1 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370708 Aug 18 18:24:29.740539 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43672d67-545d-4db5-ac52-cc64ae989749 req-92b8af1b-ddc8-4eb2-a049-9fc6f5844dd9 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:29.742044 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-43672d67-545d-4db5-ac52-cc64ae989749 req-92b8af1b-ddc8-4eb2-a049-9fc6f5844dd9 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 943 time: 0.0520897 Aug 18 18:24:29.780832 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-43672d67-545d-4db5-ac52-cc64ae989749 req-9b369f9b-782c-4507-910b-706410037cab tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324495 Aug 18 18:24:29.946378 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a7292-687e-4ce9-b049-08eec941cb6a req-56db772f-db93-4e68-a5e3-91392ff90b88 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:29.947909 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1b7a7292-687e-4ce9-b049-08eec941cb6a req-56db772f-db93-4e68-a5e3-91392ff90b88 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 944 time: 0.0530336 Aug 18 18:24:29.987674 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1b7a7292-687e-4ce9-b049-08eec941cb6a req-02987247-014f-4d70-9498-6135bc0e80b1 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Aug 18 18:24:30.188432 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b740fd7-6bd3-4552-90ad-8637c245fec2 req-fe7e7dd9-fd5f-49ee-8bce-0e8c95c3aef3 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:30.189998 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7b740fd7-6bd3-4552-90ad-8637c245fec2 req-fe7e7dd9-fd5f-49ee-8bce-0e8c95c3aef3 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.0515063 Aug 18 18:24:30.228539 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7b740fd7-6bd3-4552-90ad-8637c245fec2 req-d10f7300-61d9-42bd-9c9b-ee1ec260e026 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Aug 18 18:24:30.755272 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6012c79-ce05-4144-bc2c-d61f968536f3 req-ea6eb8aa-3bad-41bd-be7e-1d7664c1947e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:30.757195 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a6012c79-ce05-4144-bc2c-d61f968536f3 req-ea6eb8aa-3bad-41bd-be7e-1d7664c1947e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0627100 Aug 18 18:24:30.801341 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a6012c79-ce05-4144-bc2c-d61f968536f3 req-af097ac7-83a2-413e-a618-7e0e23aa8b90 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347581 Aug 18 18:24:30.925752 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393d10-0c2b-4928-9c50-dc5bf5a09218 req-6422cfdb-7518-49d1-aa67-a797c24c38b9 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:30.927443 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c8393d10-0c2b-4928-9c50-dc5bf5a09218 req-6422cfdb-7518-49d1-aa67-a797c24c38b9 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 943 time: 0.0607469 Aug 18 18:24:30.968967 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c8393d10-0c2b-4928-9c50-dc5bf5a09218 req-29e9aaf3-47ca-494a-8ce5-a725e207f0ae tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Aug 18 18:24:31.113469 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffd78b-ee6e-4dc0-b2aa-b8af03958fc1 req-074cdf21-733f-426a-bafd-dac7450653a7 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:31.115618 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ceffd78b-ee6e-4dc0-b2aa-b8af03958fc1 req-074cdf21-733f-426a-bafd-dac7450653a7 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 944 time: 0.0587616 Aug 18 18:24:31.158093 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ceffd78b-ee6e-4dc0-b2aa-b8af03958fc1 req-27ddb312-9b10-442f-9258-d96d2e3f117d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362744 Aug 18 18:24:31.347936 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c058d5a-ec08-46e7-8424-3e980da808dc req-1e5067f2-c23d-40f4-aa44-5d49d54bdc42 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:31.349941 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6c058d5a-ec08-46e7-8424-3e980da808dc req-1e5067f2-c23d-40f4-aa44-5d49d54bdc42 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.0517068 Aug 18 18:24:31.386536 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6c058d5a-ec08-46e7-8424-3e980da808dc req-b3217c6b-aa5a-4c6e-b7fb-d17277104916 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Aug 18 18:24:31.685784 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e952-c717-41f9-b6ad-c93fac42478c req-3d045779-04f7-44fc-9f90-020ebd3554e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:31.687278 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f9c7e952-c717-41f9-b6ad-c93fac42478c req-3d045779-04f7-44fc-9f90-020ebd3554e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 1096 time: 0.0474653 Aug 18 18:24:31.842875 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e952-c717-41f9-b6ad-c93fac42478c req-bad81e0a-435d-4d83-8b09-c9e123ab3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:31.844927 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f9c7e952-c717-41f9-b6ad-c93fac42478c req-bad81e0a-435d-4d83-8b09-c9e123ab3dbb service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2869a7a76b7147b3a553c984756809c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1170025 Aug 18 18:24:31.936473 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de91c0d-e2b6-4c46-964e-a2b4de89f937 req-685713f5-17ab-4cd6-9e39-89aaf55ae6a5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:31.938164 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7de91c0d-e2b6-4c46-964e-a2b4de89f937 req-685713f5-17ab-4cd6-9e39-89aaf55ae6a5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0525880 Aug 18 18:24:31.961857 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e952-c717-41f9-b6ad-c93fac42478c req-fff317e0-a38f-4afd-8fe8-704741f546cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:31.963444 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f9c7e952-c717-41f9-b6ad-c93fac42478c req-fff317e0-a38f-4afd-8fe8-704741f546cd service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033711 Aug 18 18:24:31.984953 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7de91c0d-e2b6-4c46-964e-a2b4de89f937 req-a34d8798-4f44-4cc4-937e-305c06c4b67a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391805 Aug 18 18:24:32.131268 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d780034-9b35-4dc4-b1f9-785932985aab req-d101d4a3-cc56-4dda-b7e6-c1c2fb7646fb tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:32.132763 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2d780034-9b35-4dc4-b1f9-785932985aab req-d101d4a3-cc56-4dda-b7e6-c1c2fb7646fb tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 943 time: 0.0739961 Aug 18 18:24:32.158372 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-fc2acab0-8512-491d-9438-fcd5c8859344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:32.159827 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-fc2acab0-8512-491d-9438-fcd5c8859344 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 1096 time: 0.0666361 Aug 18 18:24:32.176943 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2d780034-9b35-4dc4-b1f9-785932985aab req-86c7c6a5-c394-458d-aae5-4cfeeb433dcc tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370862 Aug 18 18:24:32.229953 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-b8437da7-c03a-4e90-8d20-fce74f2c4caa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63b65333-f946-43fa-8a38-4276f232cf35 HTTP/1.1" status: 200 len: 217 time: 0.0406060 Aug 18 18:24:32.274606 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3683915-b477-467a-9674-e0327de744ed req-ab750293-ab69-4ae3-9eff-125873efe5d0 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:32.276643 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d3683915-b477-467a-9674-e0327de744ed req-ab750293-ab69-4ae3-9eff-125873efe5d0 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 944 time: 0.0493410 Aug 18 18:24:32.285321 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-41b67b51-a7d9-43d7-8854-13937f063f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:32.287692 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-41b67b51-a7d9-43d7-8854-13937f063f21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c73e8db9-e918-4d96-b45a-770bac15e96d HTTP/1.1" status: 200 len: 854 time: 0.0458443 Aug 18 18:24:32.314150 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d3683915-b477-467a-9674-e0327de744ed req-817737f5-363e-4076-af6a-957fc5a6bf9c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316217 Aug 18 18:24:32.327628 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-fc922302-bc13-4d62-a5b3-5af005071649 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90525376-7298-49f2-893b-492b16ed637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280097 Aug 18 18:24:32.429440 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-30ac986e-9544-4bfe-909f-fadb788b064f service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926862 Aug 18 18:24:32.505028 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539af0b-6057-41be-ac4e-963b7d187360 req-604a77f8-dc79-4b41-912b-706a8461c73f tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:32.506699 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1539af0b-6057-41be-ac4e-963b7d187360 req-604a77f8-dc79-4b41-912b-706a8461c73f tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.0502264 Aug 18 18:24:32.876808 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1539af0b-6057-41be-ac4e-963b7d187360 req-9d4ee694-c8b1-46c3-8504-992ba150c898 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/security-groups?id=170269de-2062-44e1-b7ad-0fd248516d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632185 Aug 18 18:24:32.912568 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-2ec256bc-7d79-42df-a3c8-a59ecef8b487 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:32.914031 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-2ec256bc-7d79-42df-a3c8-a59ecef8b487 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.61 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 950 time: 0.3759744 Aug 18 18:24:32.916487 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0b7b816-e767-491d-a30b-a46659aeb167 req-ec9a7aaf-2c4c-44ff-ac81-0e78586691cf service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970253 Aug 18 18:24:33.032375 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-6a5c25a0-4c26-49b0-a15a-8fd009469b71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Deleting port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:24:33.032691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-6a5c25a0-4c26-49b0-a15a-8fd009469b71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:33.127865 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-6a5c25a0-4c26-49b0-a15a-8fd009469b71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] For port e9f82843-dd06-4fdb-a98e-c1d4322f47d9, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,segment=NetworkSegment(595c4a59-f2a4-480d-af54-9fafabbb052b),segment_id=595c4a59-f2a4-480d-af54-9fafabbb052b)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:33.128851 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-6a5c25a0-4c26-49b0-a15a-8fd009469b71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:33.137049 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31712d-7dfd-40fb-84a8-913b368a5bfd req-9af3b4b6-de87-442a-8e26-8bf3f58fdf87 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:33.138614 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1e31712d-7dfd-40fb-84a8-913b368a5bfd req-9af3b4b6-de87-442a-8e26-8bf3f58fdf87 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0535607 Aug 18 18:24:33.142447 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-6a5c25a0-4c26-49b0-a15a-8fd009469b71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Calling delete_port for e9f82843-dd06-4fdb-a98e-c1d4322f47d9 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:24:33.179880 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1e31712d-7dfd-40fb-84a8-913b368a5bfd req-63987a68-5855-4cf7-963e-5d360f77dd1e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340891 Aug 18 18:24:33.319211 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-6a5c25a0-4c26-49b0-a15a-8fd009469b71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:33.358362 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11a9a-af54-44fb-a5e5-39ea205d8297 req-b15a240c-d284-411f-b8d3-50e54b0fa59b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:33.359963 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f2c11a9a-af54-44fb-a5e5-39ea205d8297 req-b15a240c-d284-411f-b8d3-50e54b0fa59b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 943 time: 0.0935941 Aug 18 18:24:33.365930 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c25a0-4c26-49b0-a15a-8fd009469b71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Pushing event deleted for resources: {'Port': ['ID=e9f82843-dd06-4fdb-a98e-c1d4322f47d9,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:33.371967 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['e9f82843-dd06-4fdb-a98e-c1d4322f47d9'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:24:33.433160 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-6a5c25a0-4c26-49b0-a15a-8fd009469b71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] No DVR routers for this DVR port e9f82843-dd06-4fdb-a98e-c1d4322f47d9 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:24:33.437464 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-6a5c25a0-4c26-49b0-a15a-8fd009469b71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:33.438993 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a333-692a-4027-b29a-15791b544d03 req-78bfa746-2c4d-4fb2-b336-af6553962de9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:33.439855 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0df65de1-5c79-4c71-bb40-b0732a1ed1a8 req-6a5c25a0-4c26-49b0-a15a-8fd009469b71 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.61 "DELETE /v2.0/ports/e9f82843-dd06-4fdb-a98e-c1d4322f47d9 HTTP/1.1" status: 204 len: 173 time: 0.5045438 Aug 18 18:24:33.440297 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff46ec5-ba92-4d1d-b872-62ce668620fe', 'name': 'network-vif-deleted', 'tag': 'e9f82843-dd06-4fdb-a98e-c1d4322f47d9'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:33.443745 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0c44f1-dc79-43b0-a516-414a9ce9baf6" -d '{"events": [{"server_uuid": "cff46ec5-ba92-4d1d-b872-62ce668620fe", "name": "network-vif-deleted", "tag": "e9f82843-dd06-4fdb-a98e-c1d4322f47d9"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:33.449382 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ed91a333-692a-4027-b29a-15791b544d03 req-78bfa746-2c4d-4fb2-b336-af6553962de9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 944 time: 0.0618076 Aug 18 18:24:33.469543 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f2c11a9a-af54-44fb-a5e5-39ea205d8297 req-2af4b99a-0ae5-43d0-8c27-a1d57dfe257f tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678029 Aug 18 18:24:33.487666 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ed91a333-692a-4027-b29a-15791b544d03 req-8ada452d-81a4-412b-b222-e12715de8b58 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372996 Aug 18 18:24:33.530418 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105047f5-684c-4aa1-a97e-fe18a6c939b8 x-openstack-request-id: req-105047f5-684c-4aa1-a97e-fe18a6c939b8 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:33.530913 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff46ec5-ba92-4d1d-b872-62ce668620fe", "name": "network-vif-deleted", "tag": "e9f82843-dd06-4fdb-a98e-c1d4322f47d9", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:33.531879 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-105047f5-684c-4aa1-a97e-fe18a6c939b8 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:33.532582 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff46ec5-ba92-4d1d-b872-62ce668620fe', 'name': 'network-vif-deleted', 'tag': 'e9f82843-dd06-4fdb-a98e-c1d4322f47d9', 'status': 'completed', 'code': 200} Aug 18 18:24:33.640056 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 3e55f010-743c-46f0-8cf1-b59fe29d9806 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:24:33.744815 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 3e55f010-743c-46f0-8cf1-b59fe29d9806, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3e55f010-743c-46f0-8cf1-b59fe29d9806,segment=NetworkSegment(b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b),segment_id=b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:33.756425 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '3e55f010-743c-46f0-8cf1-b59fe29d9806', 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607', 'port_id': '3e55f010-743c-46f0-8cf1-b59fe29d9806', 'mac_address': 'fa:16:3e:78:76:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f72ddb9-d7ed-47bb-98de-8da05748a682', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:24:33.795251 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:33.809195 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e55f010-743c-46f0-8cf1-b59fe29d9806 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:24:33.833750 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 3e55f010-743c-46f0-8cf1-b59fe29d9806, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3e55f010-743c-46f0-8cf1-b59fe29d9806,segment=NetworkSegment(b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b),segment_id=b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:33.837921 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:33.883703 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=3e55f010-743c-46f0-8cf1-b59fe29d9806,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:34.013718 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b2d8c4f6-53d3-4bf6-bbce-f024c4d0ec77 req-a278f35f-6bff-42c3-abbc-d6f299d011c9 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 210 time: 0.0369308 Aug 18 18:24:34.317214 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b21ecd-9d56-446a-b9da-7eeaf8d7792f req-a247ba6f-02d7-4e6b-8c64-6c4410dc8b06 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:34.318733 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54b21ecd-9d56-446a-b9da-7eeaf8d7792f req-a247ba6f-02d7-4e6b-8c64-6c4410dc8b06 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0614994 Aug 18 18:24:34.374608 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54b21ecd-9d56-446a-b9da-7eeaf8d7792f req-03810520-9275-4ca6-a80d-5046cdd4b6bb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Aug 18 18:24:34.606554 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1661-4828-40e3-91a4-ab6368cacd18 req-805e67f0-1360-44d5-b923-127244c186fd tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:34.608197 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9adc1661-4828-40e3-91a4-ab6368cacd18 req-805e67f0-1360-44d5-b923-127244c186fd tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 943 time: 0.0585909 Aug 18 18:24:34.649148 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9adc1661-4828-40e3-91a4-ab6368cacd18 req-e35f7c05-b331-45a6-923e-3573564cf22f tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336919 Aug 18 18:24:34.755193 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995af25-29a3-46bc-adb2-b34490da7901 req-aa61122d-64de-4f20-b4c1-79168b933166 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:34.756284 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6995af25-29a3-46bc-adb2-b34490da7901 req-aa61122d-64de-4f20-b4c1-79168b933166 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 945 time: 0.0510154 Aug 18 18:24:34.798154 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6995af25-29a3-46bc-adb2-b34490da7901 req-7bf983f2-2e95-48c7-ba9c-a64377f8bb34 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Aug 18 18:24:35.155533 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-240f760b-c416-487f-9440-116e4763213d req-ceb84d7c-1628-4159-859c-da2e054b64c2 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 210 time: 0.0364509 Aug 18 18:24:35.504203 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58083963-6b1e-4937-873b-b5a62e65e4ec req-181bb3da-4e02-4767-b506-ad7813a57928 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:35.505824 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-58083963-6b1e-4937-873b-b5a62e65e4ec req-181bb3da-4e02-4767-b506-ad7813a57928 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0493090 Aug 18 18:24:35.551350 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-58083963-6b1e-4937-873b-b5a62e65e4ec req-1a925a50-9554-4d81-9747-5b1a742ffe1e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368958 Aug 18 18:24:35.787891 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dea8dc-f84d-4d48-b4f0-1bb90c62b1d1 req-8ba59420-4e50-46b5-9aad-88206b7542d5 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:35.789379 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f4dea8dc-f84d-4d48-b4f0-1bb90c62b1d1 req-8ba59420-4e50-46b5-9aad-88206b7542d5 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 943 time: 0.0656295 Aug 18 18:24:35.827822 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f4dea8dc-f84d-4d48-b4f0-1bb90c62b1d1 req-7e9ce919-644d-4c38-ac95-b10e1a9e3e94 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Aug 18 18:24:35.942314 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d91d1-1f23-4d49-8d45-00df84633f82 req-17e0337e-96b8-4789-a0e4-be2cfb0cca47 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:35.943708 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d03d91d1-1f23-4d49-8d45-00df84633f82 req-17e0337e-96b8-4789-a0e4-be2cfb0cca47 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 945 time: 0.0589523 Aug 18 18:24:35.983176 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d03d91d1-1f23-4d49-8d45-00df84633f82 req-deebb162-1a7d-4a45-92e0-60dab7f68f3e tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Aug 18 18:24:36.274775 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-df018422-791e-40d4-beff-769539c9ed02 req-1871d02d-4173-4f72-9439-87007bb62677 tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 210 time: 0.0279903 Aug 18 18:24:36.678343 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a639118-079b-4562-ac45-d6e189c42555 req-32d51eb7-9634-496e-a0e3-7e64bdbd2984 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:36.679832 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a639118-079b-4562-ac45-d6e189c42555 req-32d51eb7-9634-496e-a0e3-7e64bdbd2984 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0552077 Aug 18 18:24:36.721604 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a639118-079b-4562-ac45-d6e189c42555 req-e27b121e-c4e9-4f54-9b26-dc1775a89474 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325432 Aug 18 18:24:36.955157 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2848f7-df6d-4506-ad7b-ea6751d97132 req-fca9b57f-b866-4c3d-9fc7-9be665de66ea tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:36.956749 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db2848f7-df6d-4506-ad7b-ea6751d97132 req-fca9b57f-b866-4c3d-9fc7-9be665de66ea tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 943 time: 0.0525944 Aug 18 18:24:36.994283 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db2848f7-df6d-4506-ad7b-ea6751d97132 req-1cb977cf-9fb2-4c5b-bcd3-dc5ed6709d29 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Aug 18 18:24:37.099313 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442113a2-d0d0-41c3-9985-93f63d7e2d19 req-21e43f91-c036-4eb3-a14a-0b8033e4dea4 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:37.101228 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-442113a2-d0d0-41c3-9985-93f63d7e2d19 req-21e43f91-c036-4eb3-a14a-0b8033e4dea4 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 945 time: 0.0502610 Aug 18 18:24:37.139798 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-442113a2-d0d0-41c3-9985-93f63d7e2d19 req-de6e323f-efe4-4b52-9d2c-b7e7479209f6 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Aug 18 18:24:37.391438 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b3718e42-e988-4ebe-ad96-fb35312d86b5 req-18d01b8b-ad10-4ac4-8f17-7be5584684ab tempest-VolumesNegativeTest-369429544 tempest-VolumesNegativeTest-369429544-project] 10.222.0.46 "GET /v2.0/ports?device_id=cff46ec5-ba92-4d1d-b872-62ce668620fe HTTP/1.1" status: 200 len: 210 time: 0.0296595 Aug 18 18:24:37.621157 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['3e55f010-743c-46f0-8cf1-b59fe29d9806'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:24:37.856092 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758dd5-f837-4378-be3c-3ea055f5bf9f req-834914a0-0995-486d-b3a3-6e98991b380b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:37.857789 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75758dd5-f837-4378-be3c-3ea055f5bf9f req-834914a0-0995-486d-b3a3-6e98991b380b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0540545 Aug 18 18:24:37.896292 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75758dd5-f837-4378-be3c-3ea055f5bf9f req-87ae0db5-f966-45ff-b8b3-d7838f2b2b38 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Aug 18 18:24:38.152575 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832f757-6173-414a-b1ff-2deb68ddafeb req-68acf745-50dc-49bd-959b-2d09dfb67826 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:38.154157 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b832f757-6173-414a-b1ff-2deb68ddafeb req-68acf745-50dc-49bd-959b-2d09dfb67826 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 943 time: 0.0702138 Aug 18 18:24:38.192412 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b832f757-6173-414a-b1ff-2deb68ddafeb req-0b04a2ec-5643-4c21-b8a3-8f2798f07249 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Aug 18 18:24:38.297815 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2915817-e0b8-49ef-9804-e31f0f92569c req-764cf0de-7ba3-4926-99c6-ac3648c6d70d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:38.299332 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c2915817-e0b8-49ef-9804-e31f0f92569c req-764cf0de-7ba3-4926-99c6-ac3648c6d70d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 945 time: 0.0544293 Aug 18 18:24:38.347474 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c2915817-e0b8-49ef-9804-e31f0f92569c req-fd4a2332-2381-4638-9ec8-dbefeff4b316 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Aug 18 18:24:38.882454 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-25ddadb1-dd88-4950-b354-c10b3e35ff7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:38.984022 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 63b65333-f946-43fa-8a38-4276f232cf35 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:24:38.996613 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 3e55f010-743c-46f0-8cf1-b59fe29d9806 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:39.015017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ac822-c4a7-481c-abbd-b1e00b566701 req-c72dc0da-65f9-4181-8aa9-51fe53e2f815 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:39.016562 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b23ac822-c4a7-481c-abbd-b1e00b566701 req-c72dc0da-65f9-4181-8aa9-51fe53e2f815 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0508149 Aug 18 18:24:39.058644 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b23ac822-c4a7-481c-abbd-b1e00b566701 req-97dd7408-fed1-4a00-99cb-022dbf18e459 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344508 Aug 18 18:24:39.118056 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 3e55f010-743c-46f0-8cf1-b59fe29d9806 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:39.130338 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 3e55f010-743c-46f0-8cf1-b59fe29d9806 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:39.130708 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:39.168175 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 63b65333-f946-43fa-8a38-4276f232cf35, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=63b65333-f946-43fa-8a38-4276f232cf35,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:39.186598 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '63b65333-f946-43fa-8a38-4276f232cf35', 'network_id': '90525376-7298-49f2-893b-492b16ed637d', 'port_id': '63b65333-f946-43fa-8a38-4276f232cf35', 'mac_address': 'fa:16:3e:85:85:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73e8db9-e918-4d96-b45a-770bac15e96d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:24:39.274734 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:39.296897 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b65333-f946-43fa-8a38-4276f232cf35 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:24:39.302170 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:39.333335 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2384ed-b015-42ac-9a4c-b6c06063d98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e55f010-743c-46f0-8cf1-b59fe29d9806'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:39.336475 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9343a33-ef35-4f37-960b-7e42c2220cbf" -d '{"events": [{"server_uuid": "2b2384ed-b015-42ac-9a4c-b6c06063d98b", "name": "network-vif-plugged", "status": "completed", "tag": "3e55f010-743c-46f0-8cf1-b59fe29d9806"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:39.343245 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3026850-6832-49fd-b908-48c1795a4f56 req-fd240cb5-aac2-4add-9686-ed8496be0bd6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:39.351149 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3026850-6832-49fd-b908-48c1795a4f56 req-fd240cb5-aac2-4add-9686-ed8496be0bd6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 943 time: 0.0685289 Aug 18 18:24:39.356160 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 63b65333-f946-43fa-8a38-4276f232cf35, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=63b65333-f946-43fa-8a38-4276f232cf35,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:39.360068 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 3e55f010-743c-46f0-8cf1-b59fe29d9806, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3e55f010-743c-46f0-8cf1-b59fe29d9806,segment=NetworkSegment(b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b),segment_id=b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:39.367855 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:39.379919 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:39.383314 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device e9f82843-dd06-4fdb-a98e-c1d4322f47d9 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:24:39.407871 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3026850-6832-49fd-b908-48c1795a4f56 req-f49c74cf-dcda-401a-9fb5-ff641dc4953d tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516527 Aug 18 18:24:39.440907 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c70537-9a9b-467a-848e-982319b5eae3 x-openstack-request-id: req-f0c70537-9a9b-467a-848e-982319b5eae3 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:39.441333 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2384ed-b015-42ac-9a4c-b6c06063d98b", "name": "network-vif-plugged", "status": "completed", "tag": "3e55f010-743c-46f0-8cf1-b59fe29d9806", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:39.441578 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0c70537-9a9b-467a-848e-982319b5eae3 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:39.441964 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2384ed-b015-42ac-9a4c-b6c06063d98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e55f010-743c-46f0-8cf1-b59fe29d9806', 'code': 200} Aug 18 18:24:39.471444 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: e9f82843-dd06-4fdb-a98e-c1d4322f47d9 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:24:39.471901 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device e9f82843-dd06-4fdb-a98e-c1d4322f47d9 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:24:39.486994 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=63b65333-f946-43fa-8a38-4276f232cf35,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:39.542964 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030fd19-e628-4991-9113-d7ab4d477629 req-93054871-0bed-4b6b-938f-54c00ef4a9ee tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:39.544730 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0030fd19-e628-4991-9113-d7ab4d477629 req-93054871-0bed-4b6b-938f-54c00ef4a9ee tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 946 time: 0.0659354 Aug 18 18:24:39.603764 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0030fd19-e628-4991-9113-d7ab4d477629 req-be433646-1bfc-49d4-9378-9afa6414e2f9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503004 Aug 18 18:24:39.641622 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=3e55f010-743c-46f0-8cf1-b59fe29d9806,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:39.703213 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cef56-5a0d-4844-8419-cfa42c1d5850 req-0c8ed9a1-744a-4cfc-a6b6-b0ad3288df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:39.705010 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-143cef56-5a0d-4844-8419-cfa42c1d5850 req-0c8ed9a1-744a-4cfc-a6b6-b0ad3288df8b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 1099 time: 0.0464296 Aug 18 18:24:39.756461 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-143cef56-5a0d-4844-8419-cfa42c1d5850 req-2deb9810-59e7-447b-9249-35e6cf7a4a25 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372825 Aug 18 18:24:39.810560 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['63b65333-f946-43fa-8a38-4276f232cf35'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:24:39.889897 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42860) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:40.053168 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6685a74-4dcc-48d7-8344-b91bf0613ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:40.176797 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6685a74-4dcc-48d7-8344-b91bf0613ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:40.185554 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6685a74-4dcc-48d7-8344-b91bf0613ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:40.197561 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bfa9c-6fe1-44e8-a5d6-be8555cbf215 req-4d387321-f9e9-4aa9-a77a-e07c49a0a19a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:40.199207 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a50bfa9c-6fe1-44e8-a5d6-be8555cbf215 req-4d387321-f9e9-4aa9-a77a-e07c49a0a19a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0617235 Aug 18 18:24:40.228460 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f6685a74-4dcc-48d7-8344-b91bf0613ce2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a1c0ad9b97342bcb88db9b4272c568e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374629 Aug 18 18:24:40.229586 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6685a74-4dcc-48d7-8344-b91bf0613ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8c5323-d318-482e-826e-39150d576cf1,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:40.233162 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 42914) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:40.252199 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a50bfa9c-6fe1-44e8-a5d6-be8555cbf215 req-cce7e8e0-825c-433a-a2a3-bb03fd9905d4 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445008 Aug 18 18:24:40.291168 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-75b91a21-374c-4d4a-af30-60bf4c1caf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:40.313924 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-75b91a21-374c-4d4a-af30-60bf4c1caf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:40.369143 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-75b91a21-374c-4d4a-af30-60bf4c1caf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:40.372188 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-75b91a21-374c-4d4a-af30-60bf4c1caf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:40.373520 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-75b91a21-374c-4d4a-af30-60bf4c1caf9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca8c5323-d318-482e-826e-39150d576cf1 HTTP/1.1" status: 204 len: 168 time: 0.1390922 Aug 18 18:24:40.386270 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b91a21-374c-4d4a-af30-60bf4c1caf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8c5323-d318-482e-826e-39150d576cf1,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:40.555865 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ca375-61e4-4cae-997e-c1ad8bd83b98 req-ee698c62-2e5f-46a6-bb7a-66ded76ad2e6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:40.557685 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9c9ca375-61e4-4cae-997e-c1ad8bd83b98 req-ee698c62-2e5f-46a6-bb7a-66ded76ad2e6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 944 time: 0.0679605 Aug 18 18:24:40.610829 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9c9ca375-61e4-4cae-997e-c1ad8bd83b98 req-3e09121e-57c3-4436-91e5-da04b0e4480c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Aug 18 18:24:40.756145 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a9514-17cc-45ea-b1b7-7b494f3f8623 req-196fd0b3-8c16-45db-8400-a57e260e7539 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:40.758097 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d71a9514-17cc-45ea-b1b7-7b494f3f8623 req-196fd0b3-8c16-45db-8400-a57e260e7539 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 946 time: 0.0699394 Aug 18 18:24:40.829806 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d71a9514-17cc-45ea-b1b7-7b494f3f8623 req-ae07c180-aef0-4e33-9bee-7761b2ff8c3d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563681 Aug 18 18:24:41.008486 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 63b65333-f946-43fa-8a38-4276f232cf35 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:41.083544 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 63b65333-f946-43fa-8a38-4276f232cf35 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:41.088579 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 63b65333-f946-43fa-8a38-4276f232cf35 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:41.088953 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:41.192457 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:41.231815 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 63b65333-f946-43fa-8a38-4276f232cf35, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=63b65333-f946-43fa-8a38-4276f232cf35,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:41.238481 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:41.299611 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=63b65333-f946-43fa-8a38-4276f232cf35,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:41.333400 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8db9bdfd-f2ef-4dfc-9d27-6c10a2318f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:41.413017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced28237-b221-4ecb-a997-803f0a293d8a req-f2f731a3-aac1-4172-b323-a9dc0cdc9a73 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:41.415196 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ced28237-b221-4ecb-a997-803f0a293d8a req-f2f731a3-aac1-4172-b323-a9dc0cdc9a73 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0590410 Aug 18 18:24:41.443548 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df7bbfb-07ea-429a-a928-e73edcf96a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b65333-f946-43fa-8a38-4276f232cf35'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:41.446896 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3580b0bf-b16d-4441-910e-0522d609dcf5" -d '{"events": [{"server_uuid": "3df7bbfb-07ea-429a-a928-e73edcf96a5d", "name": "network-vif-plugged", "status": "completed", "tag": "63b65333-f946-43fa-8a38-4276f232cf35"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:41.467475 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ced28237-b221-4ecb-a997-803f0a293d8a req-e4ae6b70-720f-4fbe-a88c-66702c0e1acb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Aug 18 18:24:41.499481 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d556619-cde6-47cf-80fb-8de316574157 x-openstack-request-id: req-8d556619-cde6-47cf-80fb-8de316574157 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:41.499481 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df7bbfb-07ea-429a-a928-e73edcf96a5d", "name": "network-vif-plugged", "status": "completed", "tag": "63b65333-f946-43fa-8a38-4276f232cf35", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:41.499481 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d556619-cde6-47cf-80fb-8de316574157 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:41.499481 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df7bbfb-07ea-429a-a928-e73edcf96a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b65333-f946-43fa-8a38-4276f232cf35', 'code': 200} Aug 18 18:24:41.757128 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e82d0c-3e8d-43dc-8860-6de97c303312 req-bf6ffa78-ddca-49f6-af49-91fc35cf0e43 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:41.759443 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12e82d0c-3e8d-43dc-8860-6de97c303312 req-bf6ffa78-ddca-49f6-af49-91fc35cf0e43 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0546002 Aug 18 18:24:41.801838 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2431c9-816e-4817-81dc-ab96bc950257 req-538dd166-4299-48d2-a131-d26a54daf897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:41.803609 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9b2431c9-816e-4817-81dc-ab96bc950257 req-538dd166-4299-48d2-a131-d26a54daf897 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 1098 time: 0.0509918 Aug 18 18:24:41.807136 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12e82d0c-3e8d-43dc-8860-6de97c303312 req-6b7abbbf-1319-4d95-8dfc-96af1f0c9774 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Aug 18 18:24:41.850570 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9b2431c9-816e-4817-81dc-ab96bc950257 req-8fb0de5a-2a32-4918-8629-1b816913ce3e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Aug 18 18:24:41.953472 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf8942-a039-4f83-9c5f-f0b9f9a5724d req-1d009773-d45c-4c16-98a0-fd97e45324ca tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:41.955008 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1cdf8942-a039-4f83-9c5f-f0b9f9a5724d req-1d009773-d45c-4c16-98a0-fd97e45324ca tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 946 time: 0.0541050 Aug 18 18:24:41.995775 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1cdf8942-a039-4f83-9c5f-f0b9f9a5724d req-9bc78851-1031-49c4-b6b2-ef2a03971e48 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330257 Aug 18 18:24:42.172504 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:42.589429 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e27c2-1fb5-4dfb-92b9-e3d32ef7f483 req-31091413-ac1b-4306-9824-5f0e602807f8 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:42.590942 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c91e27c2-1fb5-4dfb-92b9-e3d32ef7f483 req-31091413-ac1b-4306-9824-5f0e602807f8 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0526054 Aug 18 18:24:42.630518 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c91e27c2-1fb5-4dfb-92b9-e3d32ef7f483 req-95e183f1-0ca5-4fc0-aa8c-253c00c32758 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Aug 18 18:24:42.982066 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9c0cd-8c06-484e-86b0-b98f6a489a04 req-33f224cb-3596-41d0-ab7b-6887b7a79f0e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:42.983640 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a7c9c0cd-8c06-484e-86b0-b98f6a489a04 req-33f224cb-3596-41d0-ab7b-6887b7a79f0e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0642748 Aug 18 18:24:43.025318 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a7c9c0cd-8c06-484e-86b0-b98f6a489a04 req-eb1cbfc2-4715-4412-b5a8-fd84ed13d682 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351048 Aug 18 18:24:43.058613 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:43.128092 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 43118) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:43.166178 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf19b6e-191d-4873-ba91-abc4f88cedda req-78b8291e-13aa-4ac0-a773-3e4ab0fb12b9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:43.167715 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fbf19b6e-191d-4873-ba91-abc4f88cedda req-78b8291e-13aa-4ac0-a773-3e4ab0fb12b9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 946 time: 0.0570097 Aug 18 18:24:43.206940 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fbf19b6e-191d-4873-ba91-abc4f88cedda req-9b710614-9eb8-4d5a-ad0e-01c7524ade9d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332909 Aug 18 18:24:43.267075 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-76d08cff-c2d3-43de-8425-f10129d51501 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=866e97b5db9a4476b7ee2607aaebfd0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1375871 Aug 18 18:24:43.269696 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 43122) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:43.325893 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9a32fc4-492a-41b0-9697-ee12556268a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:43.349668 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9a32fc4-492a-41b0-9697-ee12556268a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:43.400610 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9a32fc4-492a-41b0-9697-ee12556268a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:43.405676 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9a32fc4-492a-41b0-9697-ee12556268a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:43.407270 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f9a32fc4-492a-41b0-9697-ee12556268a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/170269de-2062-44e1-b7ad-0fd248516d87 HTTP/1.1" status: 204 len: 168 time: 0.1366632 Aug 18 18:24:43.416927 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a32fc4-492a-41b0-9697-ee12556268a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170269de-2062-44e1-b7ad-0fd248516d87,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:43.759687 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e8b74-67b2-4b2e-ade5-f3570acb7ded req-be8d059e-09a7-456a-b189-9c4098fa58e8 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:43.761205 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a8e8b74-67b2-4b2e-ade5-f3570acb7ded req-be8d059e-09a7-456a-b189-9c4098fa58e8 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0571213 Aug 18 18:24:43.801165 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a8e8b74-67b2-4b2e-ade5-f3570acb7ded req-be6f9cb5-ed15-4301-ae27-628eae88541a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Aug 18 18:24:44.083503 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 43172) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:44.168461 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefb69d-4ef2-41c2-a538-c167fc931189 req-66649f00-351d-4057-a419-cfce238071f6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:44.170733 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-acefb69d-4ef2-41c2-a538-c167fc931189 req-66649f00-351d-4057-a419-cfce238071f6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0683479 Aug 18 18:24:44.204806 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1225126835-network', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:44.227037 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-acefb69d-4ef2-41c2-a538-c167fc931189 req-7a9b1c4c-3af2-4e75-a847-3c1d0c7a24c0 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 Aug 18 18:24:44.238720 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Made reservation on behalf of eb942a32e2e548df9459ea2edaee63f1 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:44.244019 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.261776 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.384795 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab277b-04d9-452c-90a1-d6775a86bcf8 req-358c336f-d145-4519-8d6e-bbe3eb7533dd tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:44.387595 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14f717-00ca-48fc-b4a9-6517b5a686d1 req-67f2ac34-ec8f-4a17-a2a4-e7d6cb37be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:44.389365 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c14f717-00ca-48fc-b4a9-6517b5a686d1 req-67f2ac34-ec8f-4a17-a2a4-e7d6cb37be9b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 1098 time: 0.0608110 Aug 18 18:24:44.393372 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f4ab277b-04d9-452c-90a1-d6775a86bcf8 req-358c336f-d145-4519-8d6e-bbe3eb7533dd tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 946 time: 0.0763481 Aug 18 18:24:44.431427 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.442309 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.450594 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f4ab277b-04d9-452c-90a1-d6775a86bcf8 req-440935a7-d114-4d3b-bf37-d28de800507f tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549572 Aug 18 18:24:44.463394 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:24:44.465292 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c14f717-00ca-48fc-b4a9-6517b5a686d1 req-a0596006-c79e-4034-bc92-60b204b7b849 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665767 Aug 18 18:24:44.481109 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.481693 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Added segment cccb7b33-0cc2-4c35-821a-c4fedd1ac895 of type vlan for network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 Aug 18 18:24:44.503517 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b9dbf-47c1-42cf-b31c-7bda3525d6ca,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:44.539206 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.572316 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.573622 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:44.574429 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.579676 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.641532 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5567501 Aug 18 18:24:44.644434 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 43192) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:44.650237 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Request body: {'subnet': {'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1225126835-subnet', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:44.658954 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d93a0-fed9-4dcb-a778-86a28a6c253d admin admin] Pushing event updated for resources: {'Network': ['ID=cbc7e1a4-41f2-42f5-a532-20e3839d6d33,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:44.675701 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:24:44.684079 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Made reservation on behalf of eb942a32e2e548df9459ea2edaee63f1 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:44.687599 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763321'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.892772 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3362394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763311'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.929671 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:44.957067 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c379c-cb96-4568-9ad5-3d4bb9c6ae90 req-1aaab718-ddec-4606-9e26-493741594b96 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:44.957637 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e63cb5-1094-4561-931d-ae172cc09e0d,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:44.967159 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8f4c379c-cb96-4568-9ad5-3d4bb9c6ae90 req-1aaab718-ddec-4606-9e26-493741594b96 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0840838 Aug 18 18:24:44.969888 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Checking segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:44.970248 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Network hostable DHCP agents. Network: cbc7e1a4-41f2-42f5-a532-20e3839d6d33, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:24:44.992420 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:24:45.005629 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, cbc7e1a4-41f2-42f5-a532-20e3839d6d33) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:45.011147 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:45.012144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.015116 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d124e6-a8ec-469a-aab7-7613d219e171 None None] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:24:45.028474 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8f4c379c-cb96-4568-9ad5-3d4bb9c6ae90 req-bf4a37fe-bfc4-4504-9aa2-b5bf9373b06e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568764 Aug 18 18:24:45.053705 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-baff8673-5351-4a3b-ab13-6f1570db0990 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3981421 Aug 18 18:24:45.054430 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 43210) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:45.065506 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:45.096475 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41208'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.097847 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41201'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.186543 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.259678 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172016aa-d127-5c45-b1cd-ac9faad852de-cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d'}]}} from dv-cinder-802882-9-iscsi. {{(pid=93874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 18:24:45.260868 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.364928 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.421305 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Allocated IP 172.20.0.2 (cbc7e1a4-41f2-42f5-a532-20e3839d6d33/91e63cb5-1094-4561-931d-ae172cc09e0d/b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:45.561614 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.570116 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Transition to ACTIVE for port object b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:45.584336 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Transition to ACTIVE for port object b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:45.592250 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.613640 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8191a6c-2e8d-4a16-848d-ca846df8b82e req-508a0ba5-a6f1-4af0-aa33-96265239914b tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:45.615585 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e8191a6c-2e8d-4a16-848d-ca846df8b82e req-508a0ba5-a6f1-4af0-aa33-96265239914b tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 946 time: 0.0856335 Aug 18 18:24:45.617435 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.633119 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:45.639318 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.640349 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:45.642848 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:45.655210 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Pushing event updated for resources: {'Port': ['ID=b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:45.700725 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Attempting to bind port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:45.701135 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Attempting to bind port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:45.701498 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Attempting to bind port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:45.706655 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:45.707025 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Checking segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:45.707435 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.708238 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Bound using segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:45.708376 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Bound port: b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:45.708702 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.714438 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e8191a6c-2e8d-4a16-848d-ca846df8b82e req-cbf46da0-7e9b-4883-b0ac-0e83a2f8225d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774596 Aug 18 18:24:45.774844 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Allocated IP 172.27.1.78 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/dcd764b6-527d-4066-afd9-54d8c1f22b99) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:45.779217 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] For port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:45.782509 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] For port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:45.787068 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.850414 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b970f2-91c5-4204-9ab9-1770d360bf4a None None] Pushing event updated for resources: {'Port': ['ID=b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:45.886969 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.931011 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:45.974123 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:45.977552 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:45.981290 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:46.011871 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd764b6-527d-4066-afd9-54d8c1f22b99,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:46.176144 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a250ef-717c-4f8e-9584-bf254bb3ceb6 req-0f15607e-de60-4faa-9264-80978f745b08 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:46.178018 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c4a250ef-717c-4f8e-9584-bf254bb3ceb6 req-0f15607e-de60-4faa-9264-80978f745b08 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0598874 Aug 18 18:24:46.223063 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c4a250ef-717c-4f8e-9584-bf254bb3ceb6 req-18b761a7-2549-4bb2-99f4-803d0f3a85bf tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Aug 18 18:24:46.294036 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:46.528539 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:46.706584 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 is scheduled to L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 18:24:46.819993 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:46.895166 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:24:46.907701 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Sync routers for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:24:46.954968 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:24:46.955867 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:24:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:46.997181 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:46.998471 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b384bfd4-0959-4be2-a475-f5db15088be9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9430270 Aug 18 18:24:47.001239 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43264) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:47.063695 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1aed03-5dff-4987-b75f-3ee0807a5ac9 req-63189cbb-db88-4310-8d2f-bff9b419fc7c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:47.069632 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d1aed03-5dff-4987-b75f-3ee0807a5ac9 req-63189cbb-db88-4310-8d2f-bff9b419fc7c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 946 time: 0.2238150 Aug 18 18:24:47.080768 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-250357ee-5f32-4730-9c88-872cbd9145c9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:47.081426 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:47.081913 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-250357ee-5f32-4730-9c88-872cbd9145c9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 946 time: 0.1843171 Aug 18 18:24:47.098388 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90dae72-e021-48cc-9396-a13917b36be8 None None] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:24:47.151486 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:24:47.199151 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d1aed03-5dff-4987-b75f-3ee0807a5ac9 req-e3900deb-61ae-4ae7-bf26-b782a9a4e410 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155224 Aug 18 18:24:47.224727 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-f8fff331-4ea3-4bbe-ac4e-48974413016d None None] Provisioning for port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:47.238516 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-7b161f87-0ac5-48ea-805e-836704e1cf06 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Deleting port 3e55f010-743c-46f0-8cf1-b59fe29d9806 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:24:47.239658 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-7b161f87-0ac5-48ea-805e-836704e1cf06 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.269793 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-f8fff331-4ea3-4bbe-ac4e-48974413016d None None] Provisioning complete for port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:47.274146 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f8fff331-4ea3-4bbe-ac4e-48974413016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.423892 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:46Z', 'revision_number': 3, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:47.445129 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f8fff331-4ea3-4bbe-ac4e-48974413016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.467034 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Checking router: 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:24:47.467421 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Updating router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 port dcd764b6-527d-4066-afd9-54d8c1f22b99 binding host dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:24:47.485269 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-f8fff331-4ea3-4bbe-ac4e-48974413016d None None] For port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:47.497300 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f8fff331-4ea3-4bbe-ac4e-48974413016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.497834 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.549181 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae2889-0945-4e59-9eaf-9476efb1d2b8 req-09adeabf-aa99-4c00-9ce9-73ea98cb64cc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:47.550937 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5ae2889-0945-4e59-9eaf-9476efb1d2b8 req-09adeabf-aa99-4c00-9ce9-73ea98cb64cc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.2044160 Aug 18 18:24:47.592366 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fff331-4ea3-4bbe-ac4e-48974413016d None None] Pushing event updated for resources: {'Port': ['ID=b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:47.707952 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.736186 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5ae2889-0945-4e59-9eaf-9476efb1d2b8 req-f47162ab-b319-4029-acc7-aebb16bebec1 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637118 Aug 18 18:24:47.776465 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-7b161f87-0ac5-48ea-805e-836704e1cf06 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] For port 3e55f010-743c-46f0-8cf1-b59fe29d9806, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3e55f010-743c-46f0-8cf1-b59fe29d9806,segment=NetworkSegment(b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b),segment_id=b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:47.776968 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-7b161f87-0ac5-48ea-805e-836704e1cf06 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.790772 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-7b161f87-0ac5-48ea-805e-836704e1cf06 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Calling delete_port for 3e55f010-743c-46f0-8cf1-b59fe29d9806 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:24:47.826087 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-3502feae-b2a7-4798-bc6a-5df7e2bc5821 None None] Provisioning complete for port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:47.826832 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3502feae-b2a7-4798-bc6a-5df7e2bc5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.923556 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.948827 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Transition to ACTIVE for port object dcd764b6-527d-4066-afd9-54d8c1f22b99 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:47.951311 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-7b161f87-0ac5-48ea-805e-836704e1cf06 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.956723 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:47.968525 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bd89c-8f9f-4da0-88d6-8c6d8262c24c req-c7c6d19a-d1f1-4dc3-a1ce-18d3ba5cf7ec tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:47.970032 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4a3bd89c-8f9f-4da0-88d6-8c6d8262c24c req-c7c6d19a-d1f1-4dc3-a1ce-18d3ba5cf7ec tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0885701 Aug 18 18:24:47.978943 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Allocated IP 172.20.0.1 (cbc7e1a4-41f2-42f5-a532-20e3839d6d33/91e63cb5-1094-4561-931d-ae172cc09e0d/6d76332c-02a7-4dcf-bdf5-4338fa77c19f) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:47.984611 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b161f87-0ac5-48ea-805e-836704e1cf06 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Pushing event deleted for resources: {'Port': ['ID=3e55f010-743c-46f0-8cf1-b59fe29d9806,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:47.994728 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['3e55f010-743c-46f0-8cf1-b59fe29d9806'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:24:48.027042 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Attempting to bind port dcd764b6-527d-4066-afd9-54d8c1f22b99 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:48.027867 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Attempting to bind port dcd764b6-527d-4066-afd9-54d8c1f22b99 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:48.028469 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Attempting to bind port dcd764b6-527d-4066-afd9-54d8c1f22b99 on network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:48.034113 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Pushing event updated for resources: {'Port': ['ID=dcd764b6-527d-4066-afd9-54d8c1f22b99,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:48.037181 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:48.037663 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:48.038133 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:48.038528 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Bound using segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:48.039001 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Bound port: dcd764b6-527d-4066-afd9-54d8c1f22b99, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:48.039416 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:48.044051 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4a3bd89c-8f9f-4da0-88d6-8c6d8262c24c req-c544d66b-56bf-4830-9e2f-046d62fea753 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628188 Aug 18 18:24:48.056037 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-7b161f87-0ac5-48ea-805e-836704e1cf06 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] No DVR routers for this DVR port 3e55f010-743c-46f0-8cf1-b59fe29d9806 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:24:48.059744 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-7b161f87-0ac5-48ea-805e-836704e1cf06 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:48.062653 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daf11537-d9c7-473b-b167-f7bef655cad7 req-7b161f87-0ac5-48ea-805e-836704e1cf06 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.61 "DELETE /v2.0/ports/3e55f010-743c-46f0-8cf1-b59fe29d9806 HTTP/1.1" status: 204 len: 173 time: 0.9705102 Aug 18 18:24:48.063520 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2384ed-b015-42ac-9a4c-b6c06063d98b', 'name': 'network-vif-deleted', 'tag': '3e55f010-743c-46f0-8cf1-b59fe29d9806'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:48.064020 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.064372 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.064756 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.065036 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.065365 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.065689 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.065940 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a5b7a5-fe5c-43f1-80e1-7732cdd4294e" -d '{"events": [{"server_uuid": "2b2384ed-b015-42ac-9a4c-b6c06063d98b", "name": "network-vif-deleted", "tag": "3e55f010-743c-46f0-8cf1-b59fe29d9806"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:48.066064 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.066320 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.067026 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.067026 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.074013 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.074803 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:24:48.139539 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] For port dcd764b6-527d-4066-afd9-54d8c1f22b99, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:48.151650 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] For port dcd764b6-527d-4066-afd9-54d8c1f22b99, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=dcd764b6-527d-4066-afd9-54d8c1f22b99,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:48.156576 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:48.168956 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b587851-b8a9-4c73-ae2d-3b65f8837e1d x-openstack-request-id: req-9b587851-b8a9-4c73-ae2d-3b65f8837e1d {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:48.169293 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2384ed-b015-42ac-9a4c-b6c06063d98b", "name": "network-vif-deleted", "tag": "3e55f010-743c-46f0-8cf1-b59fe29d9806", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:48.169543 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b587851-b8a9-4c73-ae2d-3b65f8837e1d {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:48.169990 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2384ed-b015-42ac-9a4c-b6c06063d98b', 'name': 'network-vif-deleted', 'tag': '3e55f010-743c-46f0-8cf1-b59fe29d9806', 'status': 'completed', 'code': 200} Aug 18 18:24:48.178003 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:48.192741 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Transition to ACTIVE for port object 6d76332c-02a7-4dcf-bdf5-4338fa77c19f will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:48.238600 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:48.262120 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:24:48.262752 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:24:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:48.276512 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:48.284985 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:48.292826 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:48.336256 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3325a34-ed52-4255-bc6b-6cdc452f3107 None None] Pushing event updated for resources: {'Port': ['ID=dcd764b6-527d-4066-afd9-54d8c1f22b99,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:48.410413 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b319533c-21d3-465f-b262-d912c184fd35 req-4233afbe-6047-4a54-b73b-f10fb3554184 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2384ed-b015-42ac-9a4c-b6c06063d98b HTTP/1.1" status: 200 len: 210 time: 0.0663218 Aug 18 18:24:48.424352 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Pushing event updated for resources: {'Port': ['ID=6d76332c-02a7-4dcf-bdf5-4338fa77c19f,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:48.430524 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1699177'] for router_interface, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:48.483763 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:24:48.588996 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-958e4b0f-004e-434b-ad5b-6ee1c8ac912f None None] Provisioning for port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:48.595537 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-958e4b0f-004e-434b-ad5b-6ee1c8ac912f None None] Provisioning complete for port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:48.596751 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-958e4b0f-004e-434b-ad5b-6ee1c8ac912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:48.680212 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:48.711920 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-958e4b0f-004e-434b-ad5b-6ee1c8ac912f None None] Port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:24:48.816176 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:48.948271 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:46Z', 'revision_number': 3, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:48.991580 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:48.992727 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:49.020634 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d244f9df-816b-477f-811a-79ff78b17a0c None None] The sync data for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi is: [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:46Z', 'revision_number': 3, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:24:49.032806 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:49.039399 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:49.109725 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Pushing event updated for resources: {'Port': ['ID=6d76332c-02a7-4dcf-bdf5-4338fa77c19f,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:49.139326 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699229'] for router_interface, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:49.185256 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-455d8996-1250-4d3d-a82e-d9a7d1de9a56 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:49.191815 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-455d8996-1250-4d3d-a82e-d9a7d1de9a56 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 814 time: 0.1689827 Aug 18 18:24:49.204016 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-c9379e09-abf4-4ce4-bc20-25c2db769f6a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/quotas/2869a7a76b7147b3a553c984756809c4 HTTP/1.1" status: 200 len: 375 time: 0.0096180 Aug 18 18:24:49.248901 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:49.250542 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:49.260814 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-92702b7d-786f-4ed2-9ffb-ef41fd7ac653 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501361 Aug 18 18:24:49.407046 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-714d35d6-6b16-42db-94bd-78db7fc4c448 service neutron] 10.222.0.46 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365838 Aug 18 18:24:49.413569 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:24:49.533221 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-43c328f9-a862-4718-9eb4-9800638c8860 service neutron] 10.222.0.46 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175051 Aug 18 18:24:49.576156 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:24:49.589231 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2e7cc129-3092-48ce-a0e9-04aafb6a0314 admin admin] 10.222.0.46 "PUT /v2.0/routers/1d0a7a74-4e30-43fb-ba69-d094cdfc20d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5868933 Aug 18 18:24:49.653301 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-3a1a4032-71f1-4afe-a67d-7943d9f1448a None None] Provisioning complete for port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:49.653853 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4032-71f1-4afe-a67d-7943d9f1448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:49.705332 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a4032-71f1-4afe-a67d-7943d9f1448a None None] Port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:24:49.762204 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5e55c8be-8886-4863-85b9-20436585ea93 req-a535b81a-b3b6-43ee-ba6d-c3ec4f75febd tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 210 time: 0.0328186 Aug 18 18:24:49.888903 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-42779005-6d35-4b73-9353-6930c97bd28c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:49.891634 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-42779005-6d35-4b73-9353-6930c97bd28c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/networks?id=546ebd6b-f5ea-4498-a83e-3a2379303607 HTTP/1.1" status: 200 len: 809 time: 0.1651924 Aug 18 18:24:49.934868 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-819e99f2-d2d4-45ef-a8cb-a224abf83aaf tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/quotas/b8f4d0ab230a4faf827071a72573fac7 HTTP/1.1" status: 200 len: 375 time: 0.0281882 Aug 18 18:24:49.994265 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-d8dffa44-08d1-48a0-a48b-bfbc535b5b70 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8f4d0ab230a4faf827071a72573fac7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528305 Aug 18 18:24:50.130858 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-70cca572-5775-478b-8a7d-6064ac105352 service neutron] 10.222.0.46 "GET /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282346 Aug 18 18:24:50.293051 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f60866ce-deec-43de-94ba-1bd7809f79d1 service neutron] 10.222.0.46 "GET /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610281 Aug 18 18:24:50.474018 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71016dad-54de-4c6e-95f3-c74f14dcf806 req-5d1e7931-fc8d-4c68-bde7-04e685d1aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:50.476398 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71016dad-54de-4c6e-95f3-c74f14dcf806 req-5d1e7931-fc8d-4c68-bde7-04e685d1aea2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.1236289 Aug 18 18:24:50.505579 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43396) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:50.512110 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-956623337-network', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:50.551897 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Made reservation on behalf of 273fbf0d87f34f2289a59ef65a770a00 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:50.555127 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:50.591212 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:50.632558 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cab833-28b4-46e0-9f85-8d2d7551a8d2 req-7c8fe9d2-0b8c-4d05-a439-9065c9b38c6b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:50.639549 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d1cab833-28b4-46e0-9f85-8d2d7551a8d2 req-7c8fe9d2-0b8c-4d05-a439-9065c9b38c6b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1347046 Aug 18 18:24:50.646405 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-81a31811-b5d9-46b6-85f8-1537de37cbb2 req-e706fe49-bb8e-482d-9a64-368c5254b07b tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 210 time: 0.0662119 Aug 18 18:24:50.688040 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71016dad-54de-4c6e-95f3-c74f14dcf806 req-ce8b76b7-4721-47e3-b28b-b5d7b590900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:50.689535 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71016dad-54de-4c6e-95f3-c74f14dcf806 req-ce8b76b7-4721-47e3-b28b-b5d7b590900c service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 919 time: 0.2028365 Aug 18 18:24:50.760312 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d1cab833-28b4-46e0-9f85-8d2d7551a8d2 req-7eac7ef2-1a84-4426-bc15-b1d710ca1a73 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195645 Aug 18 18:24:50.763532 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71016dad-54de-4c6e-95f3-c74f14dcf806 req-3e4d6733-778c-452a-bc5f-85d0a849dea4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff HTTP/1.1" status: 200 len: 217 time: 0.0566993 Aug 18 18:24:50.802137 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device dcd764b6-527d-4066-afd9-54d8c1f22b99 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:50.824507 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:50.825730 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43406) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:50.844388 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:50.858395 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:24:50.870154 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:50.870824 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Added segment d68d308e-aaf0-4a0c-bd83-66e213ea3bd2 of type vlan for network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f Aug 18 18:24:50.882127 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71016dad-54de-4c6e-95f3-c74f14dcf806 req-0b06f81e-e369-41ab-8e35-88ac2ba4c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:50.885138 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71016dad-54de-4c6e-95f3-c74f14dcf806 req-0b06f81e-e369-41ab-8e35-88ac2ba4c478 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60a05d24-d918-4e5a-935f-9dab987eb2e1 HTTP/1.1" status: 200 len: 858 time: 0.1091645 Aug 18 18:24:50.918699 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:50.930747 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port dcd764b6-527d-4066-afd9-54d8c1f22b99 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:50.934914 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port dcd764b6-527d-4066-afd9-54d8c1f22b99 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:50.935351 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:50.965248 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71016dad-54de-4c6e-95f3-c74f14dcf806 req-6c4ce336-be19-4860-9647-1740272ad5a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd33299d-9999-4826-90da-36029a9801da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612767 Aug 18 18:24:50.987015 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d3908f44-a860-4cbf-b4d7-6aed8152323f req-7ab58326-6007-40f2-b09c-b56e7b7554b5 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 210 time: 0.0482104 Aug 18 18:24:50.989906 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:50.990938 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:50.991546 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.056108 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8bd2d7d9-0be0-4486-9cd4-0fa7170ff32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.072351 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5658309 Aug 18 18:24:51.075607 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 43416) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:51.086174 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Request body: {'subnet': {'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-956623337-subnet', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:51.112019 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb99f5f6-9407-4787-b0c8-0961bb269ca0,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:51.124167 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 3e55f010-743c-46f0-8cf1-b59fe29d9806 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:24:51.132877 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Made reservation on behalf of 273fbf0d87f34f2289a59ef65a770a00 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:51.139119 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763321'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.141843 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfe82e-35c5-4645-bc42-6c822d2ec1aa admin admin] Pushing event updated for resources: {'Network': ['ID=8fb27f47-63f4-4e28-80f4-abfbe1f8261f,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:51.199768 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:24:51.205482 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 3e55f010-743c-46f0-8cf1-b59fe29d9806 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:24:51.205811 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 3e55f010-743c-46f0-8cf1-b59fe29d9806 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:24:51.221375 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71016dad-54de-4c6e-95f3-c74f14dcf806 req-50901432-7a4f-43af-a87d-7f838f8fd1a2 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425685 Aug 18 18:24:51.238369 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.240292 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:24:51.250803 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8bd2d7d9-0be0-4486-9cd4-0fa7170ff32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.258816 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8bd2d7d9-0be0-4486-9cd4-0fa7170ff32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.307436 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2d7d9-0be0-4486-9cd4-0fa7170ff32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811e78aa-af0c-4fc7-983f-edcd47c7f45f,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:51.329923 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port dcd764b6-527d-4066-afd9-54d8c1f22b99, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=dcd764b6-527d-4066-afd9-54d8c1f22b99,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:51.345733 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.349786 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8bd2d7d9-0be0-4486-9cd4-0fa7170ff32f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8141986e8b7e4f899b294e91d99e0b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227497 Aug 18 18:24:51.353413 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43422) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:51.431543 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-505f569f-0bcb-468a-b3b0-8b1025f1b8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.450110 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=dcd764b6-527d-4066-afd9-54d8c1f22b99,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:51.461923 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-505f569f-0bcb-468a-b3b0-8b1025f1b8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.470703 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Sync routers for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:24:51.484133 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:24:51.485134 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:24:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:51.503912 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71016dad-54de-4c6e-95f3-c74f14dcf806 req-8b7fb0f9-f782-4f59-b7c5-bfc4cea19177 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477574 Aug 18 18:24:51.644435 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:24:51.677460 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3362394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763311'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.721043 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-51a5ae9e-f527-4464-a904-58acc7f5c5c6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:51.723772 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-51a5ae9e-f527-4464-a904-58acc7f5c5c6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 814 time: 0.2648966 Aug 18 18:24:51.812265 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a9d5f5a-e8c1-4cde-a807-b0698ba968a3 req-3a41b5d3-92aa-42bc-af9f-bd00862ac52c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 210 time: 0.0362513 Aug 18 18:24:51.840450 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-505f569f-0bcb-468a-b3b0-8b1025f1b8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.845991 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Request body: {'port': {'device_id': 'c2fa3fb8-574f-44a2-807b-9d5c55b03328', 'network_id': '90525376-7298-49f2-893b-492b16ed637d', 'admin_state_up': True, 'tenant_id': '2869a7a76b7147b3a553c984756809c4'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:51.846154 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-505f569f-0bcb-468a-b3b0-8b1025f1b8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.850967 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=888e720d-f99b-4692-827a-c1249af63fea,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:51.852121 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-505f569f-0bcb-468a-b3b0-8b1025f1b8aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/811e78aa-af0c-4fc7-983f-edcd47c7f45f HTTP/1.1" status: 204 len: 168 time: 0.4971995 Aug 18 18:24:51.868386 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Checking segment: {'id': 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:51.868730 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Network hostable DHCP agents. Network: 8fb27f47-63f4-4e28-80f4-abfbe1f8261f, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:24:51.872243 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f569f-0bcb-468a-b3b0-8b1025f1b8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811e78aa-af0c-4fc7-983f-edcd47c7f45f,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:51.943820 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:24:51.945701 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 2, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:51.974498 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Checking router: 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:24:51.975032 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Updating router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f binding host dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:24:51.981183 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 8fb27f47-63f4-4e28-80f4-abfbe1f8261f) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:51.985231 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:51.985814 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:51.998510 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c145f731-ec51-4739-a3f4-f1a6ac8fabbc None None] Network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:24:52.032997 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0417d479-00e2-4e97-a219-b9d534603674 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9538743 Aug 18 18:24:52.033391 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43444) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:52.038318 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-956623337-router', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:52.051588 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab82557-5d25-4df1-97b3-4a3988e3cc3d req-0921f155-8ca8-41d5-ace8-a63cb64e1336 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:52.053652 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aab82557-5d25-4df1-97b3-4a3988e3cc3d req-0921f155-8ca8-41d5-ace8-a63cb64e1336 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1498427 Aug 18 18:24:52.065475 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.093344 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41208'] for router, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.093653 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41201'] for router, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.105105 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aab82557-5d25-4df1-97b3-4a3988e3cc3d req-69d9e032-7f13-4114-b5cd-1a7566df0539 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Aug 18 18:24:52.128429 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Made reservation on behalf of 2869a7a76b7147b3a553c984756809c4 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:52.128791 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ba7cec94-2ee4-464f-8636-485501dde350 req-97aa2141-282e-41c2-9ab8-badad362233f tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 210 time: 0.0524642 Aug 18 18:24:52.133501 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.189155 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.319515 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 43448) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:52.346185 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Allocated IP 172.20.0.6 (90525376-7298-49f2-893b-492b16ed637d/c73e8db9-e918-4d96-b45a-770bac15e96d/ba456c0e-914d-46a8-ad31-dab39fa1ca07) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:52.367269 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92abd30e-ff4c-4740-9443-d54d3ae1a66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.384243 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.407243 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172016aa-d127-5c45-b1cd-ac9faad852de-8fb27f47-63f4-4e28-80f4-abfbe1f8261f', 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'fixed_ips': [{'subnet_id': '888e720d-f99b-4692-827a-c1249af63fea'}]}} from dv-cinder-802882-9-iscsi. {{(pid=93874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 18:24:52.511379 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92abd30e-ff4c-4740-9443-d54d3ae1a66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.537066 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92abd30e-ff4c-4740-9443-d54d3ae1a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.559126 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.675992 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-92abd30e-ff4c-4740-9443-d54d3ae1a66a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ea9ee7ff8094b6bba01cd865de21fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525693 Aug 18 18:24:52.680186 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 43460) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:52.734719 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abd30e-ff4c-4740-9443-d54d3ae1a66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d0333d-64b4-4fc3-8abb-62cb7c7c8681,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:52.747697 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.801860 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Transition to ACTIVE for port object 6d76332c-02a7-4dcf-bdf5-4338fa77c19f will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:52.804989 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device dcd764b6-527d-4066-afd9-54d8c1f22b99 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:52.811247 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05cd7745-f980-487c-aa05-315cf3297a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.835712 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.859985 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.880296 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.896121 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-607fd408-b98d-4a6b-80df-01c9a1a1e2aa tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:52.897893 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-607fd408-b98d-4a6b-80df-01c9a1a1e2aa tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.61 "GET /v2.0/networks?id=546ebd6b-f5ea-4498-a83e-3a2379303607 HTTP/1.1" status: 200 len: 809 time: 0.3790061 Aug 18 18:24:52.911579 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86411cd-776a-49c9-9071-f9af6947102f None None] Pushing event updated for resources: {'Port': ['ID=6d76332c-02a7-4dcf-bdf5-4338fa77c19f,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:52.924865 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Allocated IP 172.20.0.2 (8fb27f47-63f4-4e28-80f4-abfbe1f8261f/888e720d-f99b-4692-827a-c1249af63fea/b7379cb9-11f1-445d-9ee0-7e857dedb2a3) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:52.952295 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05cd7745-f980-487c-aa05-315cf3297a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:52.958086 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Request body: {'port': {'device_id': 'b433589e-eb5f-4083-a77e-84b1549fd543', 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607', 'admin_state_up': True, 'tenant_id': 'b8f4d0ab230a4faf827071a72573fac7'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:53.002947 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Allocated IP 172.27.1.54 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:53.006018 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port dcd764b6-527d-4066-afd9-54d8c1f22b99 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:53.006656 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.060229 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.102825 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Attempting to bind port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:53.102825 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Attempting to bind port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:53.103139 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Attempting to bind port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:53.121288 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.127071 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:53.127524 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Checking segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:53.128350 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.128758 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Bound using segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:53.129252 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Bound port: 6d76332c-02a7-4dcf-bdf5-4338fa77c19f, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:53.129632 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.139027 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05cd7745-f980-487c-aa05-315cf3297a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.142298 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05cd7745-f980-487c-aa05-315cf3297a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.147070 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-05cd7745-f980-487c-aa05-315cf3297a18 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6d0333d-64b4-4fc3-8abb-62cb7c7c8681 HTTP/1.1" status: 204 len: 168 time: 0.4639423 Aug 18 18:24:53.175837 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd7745-f980-487c-aa05-315cf3297a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d0333d-64b4-4fc3-8abb-62cb7c7c8681,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:53.176265 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.186604 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.203354 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d2501a4e-701d-43d5-8e09-52ae6023f11d req-535940b4-d92b-4649-a5bc-4e603921da93 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 210 time: 0.0414329 Aug 18 18:24:53.228426 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Network 90525376-7298-49f2-893b-492b16ed637d is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:53.236383 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:53.250255 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:53.258133 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:53.265726 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:53.270945 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:53.295149 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:53.343219 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] For port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:53.346644 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] For port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=6d76332c-02a7-4dcf-bdf5-4338fa77c19f,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:53.370138 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.374254 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Made reservation on behalf of b8f4d0ab230a4faf827071a72573fac7 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:24:53.378630 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.404435 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Pushing event updated for resources: {'Port': ['ID=ba456c0e-914d-46a8-ad31-dab39fa1ca07,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:53.422756 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:53.423740 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.463870 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cb12c-2953-41ef-b81e-89934ea4c65d req-c88783b0-efb8-4d7b-ade1-6c7c2aefd78b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:53.471320 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-878cb12c-2953-41ef-b81e-89934ea4c65d req-c88783b0-efb8-4d7b-ade1-6c7c2aefd78b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.2242572 Aug 18 18:24:53.491433 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:24:53.492107 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:24:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:53.498245 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.511328 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00448f3b-f053-4fce-b7b4-69e19c7acb84 req-2f6a0b94-ce17-4f14-9b20-233a8c1bb7d4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:53.513081 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-00448f3b-f053-4fce-b7b4-69e19c7acb84 req-2f6a0b94-ce17-4f14-9b20-233a8c1bb7d4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 931 time: 0.1936903 Aug 18 18:24:53.525899 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-6875cc5f-374d-4727-ae71-0c12415d0d4a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6903381 Aug 18 18:24:53.583253 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-00448f3b-f053-4fce-b7b4-69e19c7acb84 req-5efb25f1-571f-4336-806b-da9056ca0b35 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596249 Aug 18 18:24:53.597859 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-878cb12c-2953-41ef-b81e-89934ea4c65d req-a3412026-e5d5-4dbe-82cc-d0b2a8d64efc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253715 Aug 18 18:24:53.668751 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86411cd-776a-49c9-9071-f9af6947102f None None] Pushing event updated for resources: {'Port': ['ID=6d76332c-02a7-4dcf-bdf5-4338fa77c19f,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:53.680011 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Allocated IP 172.20.0.6 (546ebd6b-f5ea-4498-a83e-3a2379303607/7f72ddb9-d7ed-47bb-98de-8da05748a682/d809d796-4af1-4633-9eb3-43e79e59f6e0) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:53.692776 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Transition to ACTIVE for port object b7379cb9-11f1-445d-9ee0-7e857dedb2a3 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:53.723722 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Transition to ACTIVE for port object b7379cb9-11f1-445d-9ee0-7e857dedb2a3 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:53.727234 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:24:53.733441 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.773421 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.833305 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 43480) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:53.855262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ba81f36a-cc7d-4a18-979d-6365b337c783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.894725 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:53.919876 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:53.921868 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:53.952279 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:53.961146 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Pushing event updated for resources: {'Port': ['ID=b7379cb9-11f1-445d-9ee0-7e857dedb2a3,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:53.992788 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057'] for router, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.047447 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ba81f36a-cc7d-4a18-979d-6365b337c783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.052718 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.057686 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Attempting to bind port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:54.058254 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Attempting to bind port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:54.058254 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Attempting to bind port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 on network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:54.065830 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ba81f36a-cc7d-4a18-979d-6365b337c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.071478 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:54.071857 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Checking segment: {'id': 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:54.072264 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.072645 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Bound using segment: {'id': 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:54.073118 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Bound port: b7379cb9-11f1-445d-9ee0-7e857dedb2a3, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:54.073501 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.120911 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Network 546ebd6b-f5ea-4498-a83e-3a2379303607 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:54.135543 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:54.142996 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:54.150011 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Router e1205dc1-48e5-4bda-8c9b-418b20134ef0 is scheduled to L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a with binding_index 1 {{(pid=93873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 18:24:54.157377 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ba81f36a-cc7d-4a18-979d-6365b337c783 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=192f937389cf40e4b4f80574f67d7c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231289 Aug 18 18:24:54.158105 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Pushing event updated for resources: {'Port': ['ID=d809d796-4af1-4633-9eb3-43e79e59f6e0,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:54.161445 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 43484) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:54.174166 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] For port b7379cb9-11f1-445d-9ee0-7e857dedb2a3, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:54.178396 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] For port b7379cb9-11f1-445d-9ee0-7e857dedb2a3, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b7379cb9-11f1-445d-9ee0-7e857dedb2a3,segment=NetworkSegment(d68d308e-aaf0-4a0c-bd83-66e213ea3bd2),segment_id=d68d308e-aaf0-4a0c-bd83-66e213ea3bd2)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:54.185033 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:53Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:54.187258 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.189178 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81f36a-cc7d-4a18-979d-6365b337c783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943d4a72-4277-4a56-8ad7-28e82aea4017,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:54.236435 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:54.237241 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.239598 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243afdf-de37-42c3-9204-7162d79ef42c None None] The sync data for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi is: [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:53Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:24:54.265053 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-401cb459-bef6-44b8-9317-1c65a94708df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3168082 Aug 18 18:24:54.277333 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ca59f-2ce9-4aee-a2d5-1bbde7baf5cf None None] Pushing event updated for resources: {'Port': ['ID=b7379cb9-11f1-445d-9ee0-7e857dedb2a3,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:54.286603 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-133ab8c9-c7c9-4742-91f8-ce9ce8bed807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.313551 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:24:54.331046 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-133ab8c9-c7c9-4742-91f8-ce9ce8bed807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.337920 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Sync routers for ids ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:24:54.347892 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.349331 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0080e28a-1294-4f23-b448-70eb115dd264 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3148041 Aug 18 18:24:54.352251 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43488) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:54.379467 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Routers {'e1205dc1-48e5-4bda-8c9b-418b20134ef0'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:24:54.380380 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:24:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:54.421790 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee0cc3-5444-4a00-a936-81f2cb4ead55 req-1e39e695-f61c-47fd-b1fc-569b3d0fd965 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:54.432406 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9ee0cc3-5444-4a00-a936-81f2cb4ead55 req-1e39e695-f61c-47fd-b1fc-569b3d0fd965 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 931 time: 0.0903020 Aug 18 18:24:54.490058 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9ee0cc3-5444-4a00-a936-81f2cb4ead55 req-964f61c0-7a39-43df-a268-70e7987384cc tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567498 Aug 18 18:24:54.494076 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-133ab8c9-c7c9-4742-91f8-ce9ce8bed807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.496858 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-133ab8c9-c7c9-4742-91f8-ce9ce8bed807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:54.498526 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-133ab8c9-c7c9-4742-91f8-ce9ce8bed807 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/943d4a72-4277-4a56-8ad7-28e82aea4017 HTTP/1.1" status: 204 len: 168 time: 0.3170798 Aug 18 18:24:54.507321 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ab8c9-c7c9-4742-91f8-ce9ce8bed807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d4a72-4277-4a56-8ad7-28e82aea4017,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:54.588432 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Set router e1205dc1-48e5-4bda-8c9b-418b20134ef0 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:24:54.880917 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76a0cd-315a-4271-b4cc-2b039301912f req-1cb4333c-eb40-4fe3-8fe6-033ac5eab7a1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:54.882542 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6b76a0cd-315a-4271-b4cc-2b039301912f req-1cb4333c-eb40-4fe3-8fe6-033ac5eab7a1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 931 time: 0.1459327 Aug 18 18:24:54.921546 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b7379cb9-11f1-445d-9ee0-7e857dedb2a3 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:54.972458 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6b76a0cd-315a-4271-b4cc-2b039301912f req-8876db03-1803-4572-a71f-80b5e1072a04 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793512 Aug 18 18:24:55.005448 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'name': 'tempest-TestVolumeBootPattern-956623337-router', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:53Z', 'revision_number': 3, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'gw_port': {'id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:55.011385 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:55.017142 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 6d76332c-02a7-4dcf-bdf5-4338fa77c19f up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:55.045624 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Checking router: e1205dc1-48e5-4bda-8c9b-418b20134ef0 for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:24:55.046034 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Updating router e1205dc1-48e5-4bda-8c9b-418b20134ef0 port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 binding host dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:24:55.092877 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:55.098916 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:55.099452 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.121640 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.203311 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f7519-0c93-4920-a6d1-1d9d5aa98ddf req-b7315f7b-12ea-4b11-a972-91c56f7e39ff tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:55.212035 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fa8f7519-0c93-4920-a6d1-1d9d5aa98ddf req-b7315f7b-12ea-4b11-a972-91c56f7e39ff tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1027627 Aug 18 18:24:55.252833 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.288139 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fa8f7519-0c93-4920-a6d1-1d9d5aa98ddf req-ec330c13-5f41-4e28-ad64-d61baf59c401 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697422 Aug 18 18:24:55.294382 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=6d76332c-02a7-4dcf-bdf5-4338fa77c19f,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:55.303400 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.356062 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=6d76332c-02a7-4dcf-bdf5-4338fa77c19f,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:55.544572 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.577197 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.604476 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Transition to ACTIVE for port object e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:55.618190 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.670594 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b20bd-6bbd-4134-849b-4b54f06fb979 req-4ea90e64-2b13-4629-8ae6-71c49c4f222d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:55.686923 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-723b20bd-6bbd-4134-849b-4b54f06fb979 req-4ea90e64-2b13-4629-8ae6-71c49c4f222d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 931 time: 0.0896945 Aug 18 18:24:55.719427 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Attempting to bind port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:55.720635 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Attempting to bind port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:55.721164 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Attempting to bind port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 on network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:55.725693 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ff5e8-8b98-4906-bac3-0678a4dfb15d None None] Pushing event updated for resources: {'Port': ['ID=e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:55.737654 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:55.738366 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:55.738916 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.739473 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Bound using segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:55.740098 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Bound port: e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:55.740674 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.767244 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-723b20bd-6bbd-4134-849b-4b54f06fb979 req-6c3c7b3a-bf7a-4b4a-b5df-82242cc20f0e tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778332 Aug 18 18:24:55.805805 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] For port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:55.809749 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] For port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:55.814426 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade47637-24cf-47de-b97d-8a00b92afb7c None None] Network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:24:55.824416 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.843830 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Allocated IP 172.20.0.1 (8fb27f47-63f4-4e28-80f4-abfbe1f8261f/888e720d-f99b-4692-827a-c1249af63fea/70a10070-a4e4-4b0c-ab8b-eceee91979c1) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:24:55.885584 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Routers {'e1205dc1-48e5-4bda-8c9b-418b20134ef0'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:24:55.886452 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:24:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:55.961305 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-c5fa7c00-8924-40be-a524-bcc9c11fee9c None None] Provisioning for port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:55.981554 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-c5fa7c00-8924-40be-a524-bcc9c11fee9c None None] Provisioning complete for port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:55.983006 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7c00-8924-40be-a524-bcc9c11fee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:55.987613 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ff5e8-8b98-4906-bac3-0678a4dfb15d None None] Pushing event updated for resources: {'Port': ['ID=e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:55.994230 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.007620 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Request body: {'port': {'device_id': 'c2fa3fb8-574f-44a2-807b-9d5c55b03328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:56.011235 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Transition to ACTIVE for port object 70a10070-a4e4-4b0c-ab8b-eceee91979c1 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:56.054133 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.092185 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['a01a5615-0254-45d1-8706-660e2968010b', '63b65333-f946-43fa-8a38-4276f232cf35'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:24:56.113657 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Pushing event updated for resources: {'Port': ['ID=70a10070-a4e4-4b0c-ab8b-eceee91979c1,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:56.114449 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Request body: {'port': {'device_id': 'b433589e-eb5f-4083-a77e-84b1549fd543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:56.135244 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] Set router e1205dc1-48e5-4bda-8c9b-418b20134ef0 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:24:56.142398 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:56.144010 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:56.146683 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:24:56.206928 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1699177'] for router_interface, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.325976 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.360311 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'name': 'tempest-TestVolumeBootPattern-956623337-router', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:53Z', 'revision_number': 3, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'gw_port': {'id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:56.364115 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.392776 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8755f89b-03c7-44d2-9d7a-22902e1690db None None] The sync data for ids ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'] in dv-cinder-802882-9-iscsi is: [{'id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'name': 'tempest-TestVolumeBootPattern-956623337-router', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:53Z', 'revision_number': 3, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'gw_port': {'id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:24:56.393288 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93032ad8-0396-479b-a884-4045c9d8e40b req-b083a989-d25e-4402-b1cf-6c1af81e4728 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:56.401153 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93032ad8-0396-479b-a884-4045c9d8e40b req-b083a989-d25e-4402-b1cf-6c1af81e4728 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 931 time: 0.1996818 Aug 18 18:24:56.411742 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.523509 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7c00-8924-40be-a524-bcc9c11fee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.561642 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93032ad8-0396-479b-a884-4045c9d8e40b req-d4b8351f-4025-4864-bcf6-86c7bd9333a3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546617 Aug 18 18:24:56.581990 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175f96-f045-425c-9c42-623e10380bd2 req-f2d758ba-aca3-400d-abb4-3d826a86f1b4 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:56.581990 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c3175f96-f045-425c-9c42-623e10380bd2 req-f2d758ba-aca3-400d-abb4-3d826a86f1b4 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1534586 Aug 18 18:24:56.649508 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43532) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:56.668464 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c3175f96-f045-425c-9c42-623e10380bd2 req-990b3efa-d655-4a75-82b7-bf2b2006e62b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734024 Aug 18 18:24:56.683995 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.691990 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.734192 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-c5fa7c00-8924-40be-a524-bcc9c11fee9c None None] For port b7379cb9-11f1-445d-9ee0-7e857dedb2a3, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b7379cb9-11f1-445d-9ee0-7e857dedb2a3,segment=NetworkSegment(d68d308e-aaf0-4a0c-bd83-66e213ea3bd2),segment_id=d68d308e-aaf0-4a0c-bd83-66e213ea3bd2)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:56.764816 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7c00-8924-40be-a524-bcc9c11fee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.828207 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 6d76332c-02a7-4dcf-bdf5-4338fa77c19f up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:56.858992 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699229'] for router_interface, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:56.908364 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Pushing event updated for resources: {'Port': ['ID=70a10070-a4e4-4b0c-ab8b-eceee91979c1,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:56.950919 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a47dd0f1-90e8-4de1-867e-932cf7396355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.014694 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa7c00-8924-40be-a524-bcc9c11fee9c None None] Pushing event updated for resources: {'Port': ['ID=b7379cb9-11f1-445d-9ee0-7e857dedb2a3,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:57.064347 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:57.064643 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.125071 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:24:57.131878 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:24:57.260827 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a47dd0f1-90e8-4de1-867e-932cf7396355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.301794 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a47dd0f1-90e8-4de1-867e-932cf7396355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.322668 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8bdc4109-df63-4970-8d9d-1790aa2cc7e4 None None] Provisioning for port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:57.330055 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8bdc4109-df63-4970-8d9d-1790aa2cc7e4 None None] Provisioning complete for port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:57.330468 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4109-df63-4970-8d9d-1790aa2cc7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.379814 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a47dd0f1-90e8-4de1-867e-932cf7396355 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a3ee434e9f64f339a7e31a05b5d5d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7267940 Aug 18 18:24:57.383156 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc4109-df63-4970-8d9d-1790aa2cc7e4 None None] Port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:24:57.384765 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43542) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:57.402157 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8bdc4109-df63-4970-8d9d-1790aa2cc7e4 None None] Provisioning complete for port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:57.402742 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4109-df63-4970-8d9d-1790aa2cc7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.427180 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dd0f1-90e8-4de1-867e-932cf7396355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2953426a-b1f3-43b6-bae4-367aa596ee38,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:57.450063 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Router e1205dc1-48e5-4bda-8c9b-418b20134ef0 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:24:57.564928 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f3b42-a32f-4dc9-8ed8-8e67b87599d3 req-49221609-b4a4-4207-ae13-f4491d8e164e tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:57.566513 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af0f3b42-a32f-4dc9-8ed8-8e67b87599d3 req-49221609-b4a4-4207-ae13-f4491d8e164e tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 931 time: 0.6278086 Aug 18 18:24:57.610522 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6b86e16-7e05-4106-9d6d-d71d266a9fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.646809 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6b86e16-7e05-4106-9d6d-d71d266a9fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.653758 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-5609a763-45cc-4cd9-9991-9b263eb89352 None None] Provisioning complete for port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:57.654312 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5609a763-45cc-4cd9-9991-9b263eb89352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.665380 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:24:57.671880 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e4a536a1-4106-4e61-9a18-8e09eb98cdd5 admin admin] 10.222.0.46 "PUT /v2.0/routers/e1205dc1-48e5-4bda-8c9b-418b20134ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3184981 Aug 18 18:24:57.680828 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af0f3b42-a32f-4dc9-8ed8-8e67b87599d3 req-1dc12735-4349-4951-ae06-3f8680dd6307 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045389 Aug 18 18:24:57.706794 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d809d796-4af1-4633-9eb3-43e79e59f6e0 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:24:57.724049 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.741694 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6b86e16-7e05-4106-9d6d-d71d266a9fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.743944 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6b86e16-7e05-4106-9d6d-d71d266a9fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.748394 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f6b86e16-7e05-4106-9d6d-d71d266a9fcc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2953426a-b1f3-43b6-bae4-367aa596ee38 HTTP/1.1" status: 204 len: 168 time: 0.3619132 Aug 18 18:24:57.751332 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-5609a763-45cc-4cd9-9991-9b263eb89352 None None] Port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:24:57.763267 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b86e16-7e05-4106-9d6d-d71d266a9fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2953426a-b1f3-43b6-bae4-367aa596ee38,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:57.805774 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Transition to ACTIVE for port object d809d796-4af1-4633-9eb3-43e79e59f6e0 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:57.818256 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba456c0e-914d-46a8-ad31-dab39fa1ca07 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:24:57.833537 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.843056 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.880767 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-9147629c-fe09-4ce0-b4c0-902946ca9551 None None] Provisioning complete for port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:57.881430 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9147629c-fe09-4ce0-b4c0-902946ca9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.907656 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Transition to ACTIVE for port object ba456c0e-914d-46a8-ad31-dab39fa1ca07 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:57.919251 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-9147629c-fe09-4ce0-b4c0-902946ca9551 None None] Port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:24:57.923709 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:57.925610 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Pushing event updated for resources: {'Port': ['ID=d809d796-4af1-4633-9eb3-43e79e59f6e0,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:57.987901 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12b28-52b9-4fdc-9fcb-f4dbda322c37 req-4640b4aa-c8d5-46fc-8d32-3f3441fc7173 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:57.989389 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3b12b28-52b9-4fdc-9fcb-f4dbda322c37 req-4640b4aa-c8d5-46fc-8d32-3f3441fc7173 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 931 time: 0.1765974 Aug 18 18:24:58.056511 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Pushing event updated for resources: {'Port': ['ID=ba456c0e-914d-46a8-ad31-dab39fa1ca07,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:58.129875 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3b12b28-52b9-4fdc-9fcb-f4dbda322c37 req-82f9d5a1-2a12-4b9d-9246-619df17c689c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301799 Aug 18 18:24:58.133928 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Attempting to bind port d809d796-4af1-4633-9eb3-43e79e59f6e0 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:58.134268 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Attempting to bind port d809d796-4af1-4633-9eb3-43e79e59f6e0 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:58.134714 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Attempting to bind port d809d796-4af1-4633-9eb3-43e79e59f6e0 on network 546ebd6b-f5ea-4498-a83e-3a2379303607 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:58.144924 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Port d809d796-4af1-4633-9eb3-43e79e59f6e0 on network 546ebd6b-f5ea-4498-a83e-3a2379303607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:24:58.145249 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Attempting to bind port d809d796-4af1-4633-9eb3-43e79e59f6e0 on network 546ebd6b-f5ea-4498-a83e-3a2379303607 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:58.150929 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:58.151637 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Checking segment: {'id': 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:58.152030 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Bound using segment: {'id': 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:58.152458 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Bound port: d809d796-4af1-4633-9eb3-43e79e59f6e0, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:58.152816 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:58.177811 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Attempting to bind port ba456c0e-914d-46a8-ad31-dab39fa1ca07 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:58.178157 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Attempting to bind port ba456c0e-914d-46a8-ad31-dab39fa1ca07 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:58.178493 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Attempting to bind port ba456c0e-914d-46a8-ad31-dab39fa1ca07 on network 90525376-7298-49f2-893b-492b16ed637d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:58.206469 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Port ba456c0e-914d-46a8-ad31-dab39fa1ca07 on network 90525376-7298-49f2-893b-492b16ed637d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:24:58.206798 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Attempting to bind port ba456c0e-914d-46a8-ad31-dab39fa1ca07 on network 90525376-7298-49f2-893b-492b16ed637d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:58.230060 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:58.230398 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Checking segment: {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:58.230777 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Bound using segment: {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:58.231229 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Bound port: ba456c0e-914d-46a8-ad31-dab39fa1ca07, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:58.231627 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:58.312608 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] For port d809d796-4af1-4633-9eb3-43e79e59f6e0, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:58.335221 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40cf44-9201-43b7-8e66-8fcc73c3a162 req-13a6e3fa-4f9d-4554-a7dc-8bbabd4655ef tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:58.336829 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e40cf44-9201-43b7-8e66-8fcc73c3a162 req-13a6e3fa-4f9d-4554-a7dc-8bbabd4655ef tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1250055 Aug 18 18:24:58.349735 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] For port d809d796-4af1-4633-9eb3-43e79e59f6e0, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d809d796-4af1-4633-9eb3-43e79e59f6e0,segment=NetworkSegment(b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b),segment_id=b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:58.370766 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:58.389355 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] For port ba456c0e-914d-46a8-ad31-dab39fa1ca07, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:58.433779 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:58.434792 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:58.435830 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] 10.222.0.61 "PUT /v2.0/ports/d809d796-4af1-4633-9eb3-43e79e59f6e0 HTTP/1.1" status: 200 len: 1093 time: 2.3497133 Aug 18 18:24:58.437593 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] For port ba456c0e-914d-46a8-ad31-dab39fa1ca07, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ba456c0e-914d-46a8-ad31-dab39fa1ca07,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:58.440493 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b433589e-eb5f-4083-a77e-84b1549fd543', 'tag': 'd809d796-4af1-4633-9eb3-43e79e59f6e0'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:24:58.443059 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c968f7-dee6-451f-ad2a-825e981a0728" -d '{"events": [{"name": "network-changed", "server_uuid": "b433589e-eb5f-4083-a77e-84b1549fd543", "tag": "d809d796-4af1-4633-9eb3-43e79e59f6e0"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:24:58.454737 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:58.461886 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e40cf44-9201-43b7-8e66-8fcc73c3a162 req-4bd47494-e4e7-44eb-8a25-b4612b5832f5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190138 Aug 18 18:24:58.480262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad7947-4d9d-4748-947c-68952a0b3045 service neutron] Pushing event updated for resources: {'Port': ['ID=d809d796-4af1-4633-9eb3-43e79e59f6e0,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:58.488920 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:58.489545 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:58.491260 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] 10.222.0.61 "PUT /v2.0/ports/ba456c0e-914d-46a8-ad31-dab39fa1ca07 HTTP/1.1" status: 200 len: 1093 time: 2.4893208 Aug 18 18:24:58.544845 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdcc28-f14b-42f9-a1cb-bb8b09fc1fee service neutron] Pushing event updated for resources: {'Port': ['ID=ba456c0e-914d-46a8-ad31-dab39fa1ca07,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:58.604687 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Sync routers for ids ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:24:58.616117 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Routers {'e1205dc1-48e5-4bda-8c9b-418b20134ef0'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:24:58.616810 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:24:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:58.751342 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Set router e1205dc1-48e5-4bda-8c9b-418b20134ef0 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:24:58.877288 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:58.993572 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:24:58.999886 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:59.000260 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.004037 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43588) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:59.009211 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-1d81dd7f-0a9a-4591-b7ed-e2464decce34 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974344522', 'description': 'tempest-secgroup-smoke-1974344522 description', 'project_id': 'eb942a32e2e548df9459ea2edaee63f1'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:59.032498 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9237b494-b196-4c0a-a5b5-c92b267cec82 x-openstack-request-id: req-9237b494-b196-4c0a-a5b5-c92b267cec82 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:24:59.032986 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b433589e-eb5f-4083-a77e-84b1549fd543", "tag": "d809d796-4af1-4633-9eb3-43e79e59f6e0", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:24:59.033076 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9237b494-b196-4c0a-a5b5-c92b267cec82 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:24:59.033414 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b433589e-eb5f-4083-a77e-84b1549fd543', 'tag': 'd809d796-4af1-4633-9eb3-43e79e59f6e0', 'status': 'completed', 'code': 200} Aug 18 18:24:59.078543 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1d81dd7f-0a9a-4591-b7ed-e2464decce34 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.097918 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'name': 'tempest-TestVolumeBootPattern-956623337-router', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:56Z', 'revision_number': 4, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'gw_port': {'id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '70a10070-a4e4-4b0c-ab8b-eceee91979c1', 'name': '', 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'mac_address': 'fa:16:3e:9f:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '888e720d-f99b-4692-827a-c1249af63fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:55Z', 'updated_at': '2021-08-18T18:24:56Z', 'revision_number': 2, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'subnets': [{'id': '888e720d-f99b-4692-827a-c1249af63fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:24:59.100046 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.138026 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Checking router: e1205dc1-48e5-4bda-8c9b-418b20134ef0 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:24:59.138390 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Updating router e1205dc1-48e5-4bda-8c9b-418b20134ef0 port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 binding host dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:24:59.149853 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf3029-5cbd-4ae6-95b9-4af7b599e539 req-0827a0eb-b569-40f3-8081-b05ffcde79a8 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:59.152138 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c9cf3029-5cbd-4ae6-95b9-4af7b599e539 req-0827a0eb-b569-40f3-8081-b05ffcde79a8 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 943 time: 0.0599306 Aug 18 18:24:59.175236 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:24:59.181233 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.184677 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.185527 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b7379cb9-11f1-445d-9ee0-7e857dedb2a3 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:24:59.185797 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1d81dd7f-0a9a-4591-b7ed-e2464decce34 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.190540 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1d81dd7f-0a9a-4591-b7ed-e2464decce34 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.196262 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c9cf3029-5cbd-4ae6-95b9-4af7b599e539 req-d0cdc4ad-8b45-4b41-9107-42be660d4fc6 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362573 Aug 18 18:24:59.222483 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81dd7f-0a9a-4591-b7ed-e2464decce34 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008738a1-0cb0-4831-a85a-fc88205f4419,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:59.237741 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1d81dd7f-0a9a-4591-b7ed-e2464decce34 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.242196 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1d81dd7f-0a9a-4591-b7ed-e2464decce34 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2341115 Aug 18 18:24:59.242949 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43596) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:59.248225 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-1e935d51-ad92-4836-abca-55a5302ad7d5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'security_group_rule': {'security_group_id': '008738a1-0cb0-4831-a85a-fc88205f4419', 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:59.277223 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e935d51-ad92-4836-abca-55a5302ad7d5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.305854 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:59.312846 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905b56e-17c9-4f4b-80ee-050130878fe2 req-19a5bb7a-8ecc-480d-bebb-6322e94c004e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:59.321359 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b905b56e-17c9-4f4b-80ee-050130878fe2 req-19a5bb7a-8ecc-480d-bebb-6322e94c004e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 943 time: 0.0614109 Aug 18 18:24:59.342850 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e935d51-ad92-4836-abca-55a5302ad7d5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.347853 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e935d51-ad92-4836-abca-55a5302ad7d5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.358074 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b905b56e-17c9-4f4b-80ee-050130878fe2 req-7242211d-098b-4864-a940-5cb523de5070 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Aug 18 18:24:59.373553 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e935d51-ad92-4836-abca-55a5302ad7d5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5765001d-2621-4307-b3e6-6dc837aca8e2,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:59.387127 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1e935d51-ad92-4836-abca-55a5302ad7d5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.392018 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1e935d51-ad92-4836-abca-55a5302ad7d5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444573 Aug 18 18:24:59.392018 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43598) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:59.396002 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-7737979e-2165-4072-a82d-caa39a4b7a8e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'security_group_rule': {'security_group_id': '008738a1-0cb0-4831-a85a-fc88205f4419', 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:59.396375 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:24:59.396803 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.426661 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7737979e-2165-4072-a82d-caa39a4b7a8e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.488887 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7737979e-2165-4072-a82d-caa39a4b7a8e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.496354 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7737979e-2165-4072-a82d-caa39a4b7a8e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.530323 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737979e-2165-4072-a82d-caa39a4b7a8e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d84719-222e-4427-8778-c6fce70f1c64,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:59.536826 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7737979e-2165-4072-a82d-caa39a4b7a8e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.538744 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7737979e-2165-4072-a82d-caa39a4b7a8e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465037 Aug 18 18:24:59.541687 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43602) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:59.547583 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-3fc7bfdf-f67d-435b-83f1-133ebcd438bd tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'security_group_rule': {'security_group_id': '008738a1-0cb0-4831-a85a-fc88205f4419', 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:59.565206 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c968f7-dee6-451f-ad2a-825e981a0728 req-4dc53466-a8ff-4511-b554-c2ad836ac982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:59.567588 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-99c968f7-dee6-451f-ad2a-825e981a0728 req-4dc53466-a8ff-4511-b554-c2ad836ac982 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8f4d0ab230a4faf827071a72573fac7&device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 1096 time: 0.1012135 Aug 18 18:24:59.583973 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-ff07cd13-3d10-4d02-bbd0-d4d48741f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:59.585485 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-ff07cd13-3d10-4d02-bbd0-d4d48741f247 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 1096 time: 0.0740919 Aug 18 18:24:59.586342 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bfdf-f67d-435b-83f1-133ebcd438bd tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.648658 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.655334 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bfdf-f67d-435b-83f1-133ebcd438bd tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.659013 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Transition to ACTIVE for port object 70a10070-a4e4-4b0c-ab8b-eceee91979c1 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:24:59.659366 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bfdf-f67d-435b-83f1-133ebcd438bd tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.669373 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.680106 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7bfdf-f67d-435b-83f1-133ebcd438bd tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a9fe4c-a21e-4457-bf61-c09075d88acd,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:59.693245 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bfdf-f67d-435b-83f1-133ebcd438bd tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.698032 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3fc7bfdf-f67d-435b-83f1-133ebcd438bd tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544709 Aug 18 18:24:59.698732 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43604) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:59.707227 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-a649a0f9-3bc3-421c-a8ef-a83285703952 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba456c0e-914d-46a8-ad31-dab39fa1ca07 HTTP/1.1" status: 200 len: 217 time: 0.0745487 Aug 18 18:24:59.719467 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-c07034dd-ba63-44b3-ae86-07d9753e1b12 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'security_group_rule': {'security_group_id': '008738a1-0cb0-4831-a85a-fc88205f4419', 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:59.729857 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463f08c-5235-41c3-ba34-60e53eee9dff None None] Pushing event updated for resources: {'Port': ['ID=70a10070-a4e4-4b0c-ab8b-eceee91979c1,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:59.760108 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c07034dd-ba63-44b3-ae86-07d9753e1b12 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.791579 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Attempting to bind port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:24:59.791579 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Attempting to bind port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:24:59.792382 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Attempting to bind port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 on network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:24:59.793615 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f731e3-3d83-45ec-a3d5-0dd96339cb8b req-ffecd926-3e6f-49c5-87b9-e96abf854d8d tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:59.795236 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4f731e3-3d83-45ec-a3d5-0dd96339cb8b req-ffecd926-3e6f-49c5-87b9-e96abf854d8d tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.2085364 Aug 18 18:24:59.798069 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:24:59.798445 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Checking segment: {'id': 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:24:59.798850 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.799246 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Bound using segment: {'id': 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:24:59.799735 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Bound port: 70a10070-a4e4-4b0c-ab8b-eceee91979c1, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:24:59.800110 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.832815 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-4e40edb0-23b8-4308-afc7-64af44fdefad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:59.834381 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-4e40edb0-23b8-4308-afc7-64af44fdefad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c73e8db9-e918-4d96-b45a-770bac15e96d HTTP/1.1" status: 200 len: 854 time: 0.1168470 Aug 18 18:24:59.837738 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c968f7-dee6-451f-ad2a-825e981a0728 req-75d10047-2702-4f56-a999-8344a6b4d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:24:59.839147 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-99c968f7-dee6-451f-ad2a-825e981a0728 req-75d10047-2702-4f56-a999-8344a6b4d959 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b8f4d0ab230a4faf827071a72573fac7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2436774 Aug 18 18:24:59.842192 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c07034dd-ba63-44b3-ae86-07d9753e1b12 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.853473 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c07034dd-ba63-44b3-ae86-07d9753e1b12 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.876096 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07034dd-ba63-44b3-ae86-07d9753e1b12 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46328316-697d-4612-9667-3c61c68a70ee,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:24:59.885858 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] For port 70a10070-a4e4-4b0c-ab8b-eceee91979c1, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:24:59.889544 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] For port 70a10070-a4e4-4b0c-ab8b-eceee91979c1, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=70a10070-a4e4-4b0c-ab8b-eceee91979c1,segment=NetworkSegment(d68d308e-aaf0-4a0c-bd83-66e213ea3bd2),segment_id=d68d308e-aaf0-4a0c-bd83-66e213ea3bd2)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:24:59.892467 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c07034dd-ba63-44b3-ae86-07d9753e1b12 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.897120 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c07034dd-ba63-44b3-ae86-07d9753e1b12 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1967969 Aug 18 18:24:59.897956 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43608) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:24:59.902670 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4f731e3-3d83-45ec-a3d5-0dd96339cb8b req-c8f5680e-0c0b-4743-9ad7-0c8f4cb42cb7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980265 Aug 18 18:24:59.903894 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-5dd930c6-24eb-48ae-a1f9-86781f68db47 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'security_group_rule': {'security_group_id': '008738a1-0cb0-4831-a85a-fc88205f4419', 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:24:59.904664 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.935424 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.securitygroups_db [None req-5dd930c6-24eb-48ae-a1f9-86781f68db47 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Project eb942a32e2e548df9459ea2edaee63f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 18:24:59.941828 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5dd930c6-24eb-48ae-a1f9-86781f68db47 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:24:59.956518 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-f396926d-e8e7-47dc-a58d-21e2a41e0ba5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90525376-7298-49f2-893b-492b16ed637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017437 Aug 18 18:24:59.977721 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Routers {'e1205dc1-48e5-4bda-8c9b-418b20134ef0'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:24:59.979065 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:24:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:00.012128 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5dd930c6-24eb-48ae-a1f9-86781f68db47 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:00.019073 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5dd930c6-24eb-48ae-a1f9-86781f68db47 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:00.048771 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5dd930c6-24eb-48ae-a1f9-86781f68db47 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:00.052588 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-5dd930c6-24eb-48ae-a1f9-86781f68db47 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512468 Aug 18 18:25:00.052588 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd930c6-24eb-48ae-a1f9-86781f68db47 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb9a9c0-f334-4471-a21b-7aebad39a0db,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:00.053843 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 43612) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:00.058762 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-62fe8a3b-e2c2-408d-844e-8d15abe7e3b5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'security_group_rule': {'security_group_id': '008738a1-0cb0-4831-a85a-fc88205f4419', 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:00.085163 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.securitygroups_db [None req-62fe8a3b-e2c2-408d-844e-8d15abe7e3b5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Project eb942a32e2e548df9459ea2edaee63f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 18:25:00.092758 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-62fe8a3b-e2c2-408d-844e-8d15abe7e3b5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:00.118983 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c968f7-dee6-451f-ad2a-825e981a0728 req-11488240-511c-4968-993a-8567bb9549e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:00.121461 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-99c968f7-dee6-451f-ad2a-825e981a0728 req-11488240-511c-4968-993a-8567bb9549e0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2679806 Aug 18 18:25:00.123474 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-998f351d-260c-4254-99d8-5562e3b71263 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583793 Aug 18 18:25:00.128415 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] Set router e1205dc1-48e5-4bda-8c9b-418b20134ef0 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:25:00.204834 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-62fe8a3b-e2c2-408d-844e-8d15abe7e3b5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:00.214951 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-62fe8a3b-e2c2-408d-844e-8d15abe7e3b5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:00.262761 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe8a3b-e2c2-408d-844e-8d15abe7e3b5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4b07e4-e83c-4649-a8f5-a5ea658f09c4,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:00.319773 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-62fe8a3b-e2c2-408d-844e-8d15abe7e3b5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:00.323931 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-62fe8a3b-e2c2-408d-844e-8d15abe7e3b5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2664299 Aug 18 18:25:00.390044 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-13192742-479b-4922-aa74-c9df0f3ab13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:00.390293 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-13192742-479b-4922-aa74-c9df0f3ab13a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8f4d0ab230a4faf827071a72573fac7&device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 1096 time: 0.1805081 Aug 18 18:25:00.404552 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f97b0-4835-4d98-86b1-13fb23cd754a req-31c723f7-f995-4857-9431-819f5ad13805 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:00.407005 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a015f80-d556-430c-b920-e8a30c7effb8 req-308206aa-4078-44ab-b264-fcf509d12ca5 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617004 Aug 18 18:25:00.408173 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-899f97b0-4835-4d98-86b1-13fb23cd754a req-31c723f7-f995-4857-9431-819f5ad13805 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 943 time: 0.0812328 Aug 18 18:25:00.447741 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463f08c-5235-41c3-ba34-60e53eee9dff None None] Pushing event updated for resources: {'Port': ['ID=70a10070-a4e4-4b0c-ab8b-eceee91979c1,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:00.478402 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-899f97b0-4835-4d98-86b1-13fb23cd754a req-5fd03e39-2e59-466e-839f-74339994b192 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609999 Aug 18 18:25:00.493812 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-0f59bb2a-4936-4705-9d8f-34cc7f42e717 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d809d796-4af1-4633-9eb3-43e79e59f6e0 HTTP/1.1" status: 200 len: 217 time: 0.0635381 Aug 18 18:25:00.670844 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f43fa7-c172-4c1c-b8dc-c20e2f93e439 req-a72d27c3-4533-4267-8b19-ff70741d5acb tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:00.672477 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14f43fa7-c172-4c1c-b8dc-c20e2f93e439 req-a72d27c3-4533-4267-8b19-ff70741d5acb tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 943 time: 0.1821179 Aug 18 18:25:00.707888 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-912895ea-e463-4656-bcb3-e01ac461cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:00.711404 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-912895ea-e463-4656-bcb3-e01ac461cae8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f72ddb9-d7ed-47bb-98de-8da05748a682 HTTP/1.1" status: 200 len: 849 time: 0.1725655 Aug 18 18:25:00.772242 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:00.812858 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-b95f37f0-b746-42a8-b0e3-f4cc740fe4ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=546ebd6b-f5ea-4498-a83e-3a2379303607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653694 Aug 18 18:25:00.824693 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'name': 'tempest-TestVolumeBootPattern-956623337-router', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:56Z', 'revision_number': 4, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'gw_port': {'id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '70a10070-a4e4-4b0c-ab8b-eceee91979c1', 'name': '', 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'mac_address': 'fa:16:3e:9f:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '888e720d-f99b-4692-827a-c1249af63fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:55Z', 'updated_at': '2021-08-18T18:24:59Z', 'revision_number': 4, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'subnets': [{'id': '888e720d-f99b-4692-827a-c1249af63fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:00.844673 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14f43fa7-c172-4c1c-b8dc-c20e2f93e439 req-d335289e-6c6e-44c0-9544-68345ee7fec1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580768 Aug 18 18:25:00.862443 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095d225-0c15-46bf-9cdc-29c9d84f1a25 None None] The sync data for ids ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'] in dv-cinder-802882-9-iscsi is: [{'id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'name': 'tempest-TestVolumeBootPattern-956623337-router', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:56Z', 'revision_number': 4, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'gw_port': {'id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '70a10070-a4e4-4b0c-ab8b-eceee91979c1', 'name': '', 'network_id': '8fb27f47-63f4-4e28-80f4-abfbe1f8261f', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'mac_address': 'fa:16:3e:9f:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '888e720d-f99b-4692-827a-c1249af63fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:55Z', 'updated_at': '2021-08-18T18:24:59Z', 'revision_number': 4, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'subnets': [{'id': '888e720d-f99b-4692-827a-c1249af63fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:25:00.879525 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:00.880097 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:01.029317 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-466ebe7e-72ee-478e-b409-5d9461ea2d1f service neutron] 10.222.0.61 "GET /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852882 Aug 18 18:25:01.034677 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fa3fb8-574f-44a2-807b-9d5c55b03328', 'tag': 'ba456c0e-914d-46a8-ad31-dab39fa1ca07'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:25:01.037630 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c746a4e-40aa-4e64-a101-db64ea28b4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fa3fb8-574f-44a2-807b-9d5c55b03328", "tag": "ba456c0e-914d-46a8-ad31-dab39fa1ca07"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:25:01.136524 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bb3212-716c-4fa9-8a3c-6f469a3f8cc6 x-openstack-request-id: req-21bb3212-716c-4fa9-8a3c-6f469a3f8cc6 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:25:01.137652 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fa3fb8-574f-44a2-807b-9d5c55b03328", "tag": "ba456c0e-914d-46a8-ad31-dab39fa1ca07", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:25:01.138198 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21bb3212-716c-4fa9-8a3c-6f469a3f8cc6 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:25:01.138803 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fa3fb8-574f-44a2-807b-9d5c55b03328', 'tag': 'ba456c0e-914d-46a8-ad31-dab39fa1ca07', 'status': 'completed', 'code': 200} Aug 18 18:25:01.144277 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710e4cc-e2b9-4a74-92db-85593724664e req-73328bc4-e54d-484d-b785-142022d73ce4 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:01.157532 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9710e4cc-e2b9-4a74-92db-85593724664e req-73328bc4-e54d-484d-b785-142022d73ce4 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1284220 Aug 18 18:25:01.228204 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9710e4cc-e2b9-4a74-92db-85593724664e req-fe110734-a9a6-4f35-bc79-457411c572d2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712905 Aug 18 18:25:01.296592 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c20562d4-fb04-4534-833f-b2c10096f8cb req-e7829d66-b9a5-40f7-8f7c-3d5b06ce923c service neutron] 10.222.0.61 "GET /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549946 Aug 18 18:25:01.313183 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c746a4e-40aa-4e64-a101-db64ea28b4b1 req-3b579674-5ef7-4d4a-9802-f84d0ba46479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:01.314868 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c746a4e-40aa-4e64-a101-db64ea28b4b1 req-3b579674-5ef7-4d4a-9802-f84d0ba46479 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 1096 time: 0.1157153 Aug 18 18:25:01.430249 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c746a4e-40aa-4e64-a101-db64ea28b4b1 req-1697f5c6-89ed-431b-a0bd-2073f94ca4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:01.431861 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c746a4e-40aa-4e64-a101-db64ea28b4b1 req-1697f5c6-89ed-431b-a0bd-2073f94ca4bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 915 time: 0.1017573 Aug 18 18:25:01.481506 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c746a4e-40aa-4e64-a101-db64ea28b4b1 req-a8142f52-cbf2-4aa9-9f79-56b10f9d78be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba456c0e-914d-46a8-ad31-dab39fa1ca07 HTTP/1.1" status: 200 len: 217 time: 0.0383563 Aug 18 18:25:01.566170 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c746a4e-40aa-4e64-a101-db64ea28b4b1 req-a01d3c7e-d244-4fa9-b4c1-5e4a309482fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:01.567695 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c746a4e-40aa-4e64-a101-db64ea28b4b1 req-a01d3c7e-d244-4fa9-b4c1-5e4a309482fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c73e8db9-e918-4d96-b45a-770bac15e96d HTTP/1.1" status: 200 len: 854 time: 0.0555384 Aug 18 18:25:01.627622 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c746a4e-40aa-4e64-a101-db64ea28b4b1 req-c10344bb-08da-4fca-8f8c-68f79e520b8f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90525376-7298-49f2-893b-492b16ed637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469165 Aug 18 18:25:01.661051 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e00b33-1b63-4c6b-9a2a-a2cf337ab30d req-54dd2aca-5150-4b05-910d-6792a63df58d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:01.662592 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4e00b33-1b63-4c6b-9a2a-a2cf337ab30d req-54dd2aca-5150-4b05-910d-6792a63df58d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 943 time: 0.0911851 Aug 18 18:25:01.743129 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4e00b33-1b63-4c6b-9a2a-a2cf337ab30d req-20fcbf37-2b2f-40ca-902f-08ed9f049daa tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702879 Aug 18 18:25:01.776695 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c746a4e-40aa-4e64-a101-db64ea28b4b1 req-f5c48638-aae5-467f-9489-f91578164704 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334701 Aug 18 18:25:01.946797 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c746a4e-40aa-4e64-a101-db64ea28b4b1 req-ec302800-b115-4e46-9d54-77cb42e843f5 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556900 Aug 18 18:25:02.049561 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3f75b-a6c3-4898-a77e-17e9c49d26c0 req-015e5bb3-d1cd-417f-8998-83c768212d69 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:02.051140 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ac3f75b-a6c3-4898-a77e-17e9c49d26c0 req-015e5bb3-d1cd-417f-8998-83c768212d69 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 943 time: 0.0571544 Aug 18 18:25:02.095323 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ac3f75b-a6c3-4898-a77e-17e9c49d26c0 req-c9493f1f-10ec-4654-b532-1209288ff635 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378571 Aug 18 18:25:02.385165 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c7920-b872-4e90-8fa2-b80da5c8b461 req-02b2fbaa-96cd-4eed-8ecf-b93ed31e266e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:02.387269 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a03c7920-b872-4e90-8fa2-b80da5c8b461 req-02b2fbaa-96cd-4eed-8ecf-b93ed31e266e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0632029 Aug 18 18:25:02.429380 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a03c7920-b872-4e90-8fa2-b80da5c8b461 req-c6b05e60-f0bd-4cb2-8112-8bf849480e28 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359256 Aug 18 18:25:02.727565 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 70a10070-a4e4-4b0c-ab8b-eceee91979c1 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:02.779081 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:02.783560 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:02.784070 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:02.861533 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0a295-f102-4641-8b90-378a30fb4070 req-c2f7dfe1-14c5-48b8-acdd-f18d634f428c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:02.863036 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2aa0a295-f102-4641-8b90-378a30fb4070 req-c2f7dfe1-14c5-48b8-acdd-f18d634f428c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 943 time: 0.0508256 Aug 18 18:25:02.866732 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:02.906171 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 70a10070-a4e4-4b0c-ab8b-eceee91979c1, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=70a10070-a4e4-4b0c-ab8b-eceee91979c1,segment=NetworkSegment(d68d308e-aaf0-4a0c-bd83-66e213ea3bd2),segment_id=d68d308e-aaf0-4a0c-bd83-66e213ea3bd2)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:02.908813 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2aa0a295-f102-4641-8b90-378a30fb4070 req-d9a80fce-9ada-4f02-9397-f775a2908229 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389924 Aug 18 18:25:02.922577 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:02.979970 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=70a10070-a4e4-4b0c-ab8b-eceee91979c1,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:03.236765 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f538c64-d62a-4f16-a8a5-79a252e10e1a req-f2c12711-ac35-4c8c-8e35-e25aeba4a5a7 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:03.238281 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f538c64-d62a-4f16-a8a5-79a252e10e1a req-f2c12711-ac35-4c8c-8e35-e25aeba4a5a7 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 943 time: 0.0629210 Aug 18 18:25:03.278485 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f538c64-d62a-4f16-a8a5-79a252e10e1a req-76fa9df3-90c7-4a4a-a7b9-c584b541ae36 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Aug 18 18:25:03.415666 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ba456c0e-914d-46a8-ad31-dab39fa1ca07 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:25:03.577499 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ba456c0e-914d-46a8-ad31-dab39fa1ca07, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ba456c0e-914d-46a8-ad31-dab39fa1ca07,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:03.594599 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': 'ba456c0e-914d-46a8-ad31-dab39fa1ca07', 'network_id': '90525376-7298-49f2-893b-492b16ed637d', 'port_id': 'ba456c0e-914d-46a8-ad31-dab39fa1ca07', 'mac_address': 'fa:16:3e:66:f6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73e8db9-e918-4d96-b45a-770bac15e96d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:25:03.602134 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d7661-447e-480b-852a-03f70ca669c4 req-0d0468ba-e2b0-464b-860e-7cb2b5df8400 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:03.611802 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9e7d7661-447e-480b-852a-03f70ca669c4 req-0d0468ba-e2b0-464b-860e-7cb2b5df8400 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0953794 Aug 18 18:25:03.655158 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:03.670188 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9e7d7661-447e-480b-852a-03f70ca669c4 req-3507a733-3558-4032-af0a-cd7a27ffb324 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572245 Aug 18 18:25:03.673855 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba456c0e-914d-46a8-ad31-dab39fa1ca07 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:25:03.695624 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ba456c0e-914d-46a8-ad31-dab39fa1ca07, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ba456c0e-914d-46a8-ad31-dab39fa1ca07,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:03.699589 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:03.700416 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device d809d796-4af1-4633-9eb3-43e79e59f6e0 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:25:03.820209 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=ba456c0e-914d-46a8-ad31-dab39fa1ca07,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:03.855471 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port d809d796-4af1-4633-9eb3-43e79e59f6e0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d809d796-4af1-4633-9eb3-43e79e59f6e0,segment=NetworkSegment(b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b),segment_id=b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:03.866764 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': 'd809d796-4af1-4633-9eb3-43e79e59f6e0', 'network_id': '546ebd6b-f5ea-4498-a83e-3a2379303607', 'port_id': 'd809d796-4af1-4633-9eb3-43e79e59f6e0', 'mac_address': 'fa:16:3e:4c:89:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f72ddb9-d7ed-47bb-98de-8da05748a682', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:25:03.920246 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:03.937797 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d809d796-4af1-4633-9eb3-43e79e59f6e0 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:25:03.961025 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port d809d796-4af1-4633-9eb3-43e79e59f6e0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d809d796-4af1-4633-9eb3-43e79e59f6e0,segment=NetworkSegment(b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b),segment_id=b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:03.966957 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:04.030570 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=d809d796-4af1-4633-9eb3-43e79e59f6e0,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:04.055650 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee2998-7e13-4f5f-9d61-e09eded1c3fc req-331528f1-ec4b-4f11-81ed-629122728d69 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:04.057370 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4eee2998-7e13-4f5f-9d61-e09eded1c3fc req-331528f1-ec4b-4f11-81ed-629122728d69 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 944 time: 0.0662649 Aug 18 18:25:04.096245 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4eee2998-7e13-4f5f-9d61-e09eded1c3fc req-6146ccc5-ba2b-44d4-bff9-f2b33f9c8392 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Aug 18 18:25:04.398957 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ffd2d-62c2-4be5-acde-db8ac7339c09 req-274852af-d9a1-453a-968c-f26e03d663d3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:04.400468 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d3ffd2d-62c2-4be5-acde-db8ac7339c09 req-274852af-d9a1-453a-968c-f26e03d663d3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 944 time: 0.0499816 Aug 18 18:25:04.443117 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d3ffd2d-62c2-4be5-acde-db8ac7339c09 req-f85ecb7e-d9d5-4aa5-b053-a3ed2e35c9a5 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357337 Aug 18 18:25:04.471936 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['ba456c0e-914d-46a8-ad31-dab39fa1ca07'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:25:04.511000 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['d809d796-4af1-4633-9eb3-43e79e59f6e0'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:25:04.754070 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 70a10070-a4e4-4b0c-ab8b-eceee91979c1 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:04.811753 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bbfb5-c8f0-4134-aad7-a3be1de98854 req-8ae5760b-5bf3-4b50-9d01-a76bf48b3010 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:04.813262 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-de3bbfb5-c8f0-4134-aad7-a3be1de98854 req-8ae5760b-5bf3-4b50-9d01-a76bf48b3010 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0534830 Aug 18 18:25:04.815744 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:04.816122 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:04.879428 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-de3bbfb5-c8f0-4134-aad7-a3be1de98854 req-797cab88-d31c-4fcb-be58-9bfc55173064 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585396 Aug 18 18:25:05.259389 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8759613-4a7c-419a-aebd-51cb4b84c3b2 req-4d72c596-9654-464d-a51e-fc0937788f1e tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:05.261045 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8759613-4a7c-419a-aebd-51cb4b84c3b2 req-4d72c596-9654-464d-a51e-fc0937788f1e tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 944 time: 0.0695739 Aug 18 18:25:05.300309 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8759613-4a7c-419a-aebd-51cb4b84c3b2 req-7ca09f6f-e297-48f5-9979-416e349eb1c3 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Aug 18 18:25:05.565606 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42463c7b-f4d0-4ba3-8102-b5dc495a2cc8 req-7a74cab6-30fc-41cc-9f42-ac137e6dd954 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:05.567276 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-42463c7b-f4d0-4ba3-8102-b5dc495a2cc8 req-7a74cab6-30fc-41cc-9f42-ac137e6dd954 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 944 time: 0.0566242 Aug 18 18:25:05.607405 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-42463c7b-f4d0-4ba3-8102-b5dc495a2cc8 req-11de90cc-15a4-4f2c-8e48-b003ca05bb35 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336432 Aug 18 18:25:06.157775 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b024be-5017-4356-82fa-69b689bd348f req-393a0c94-49dd-41b1-ae6b-09fe5396b6ea tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:06.159265 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-14b024be-5017-4356-82fa-69b689bd348f req-393a0c94-49dd-41b1-ae6b-09fe5396b6ea tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0536296 Aug 18 18:25:06.197857 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-14b024be-5017-4356-82fa-69b689bd348f req-316d7ecc-45c8-4f67-9d42-0a94c61e4a75 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Aug 18 18:25:06.422475 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3844-91cb-4488-8da7-5bd7339a356e req-5f5a0e37-e8e6-430a-839e-439a424736fc tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:06.424272 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-326b3844-91cb-4488-8da7-5bd7339a356e req-5f5a0e37-e8e6-430a-839e-439a424736fc tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 944 time: 0.0536199 Aug 18 18:25:06.471790 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-326b3844-91cb-4488-8da7-5bd7339a356e req-9201eaa8-7358-420f-bfb9-923348bbfa6d tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Aug 18 18:25:06.744713 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8a6fb-3ee2-480e-913d-b628e61a3c47 req-317738c0-e903-4380-a50c-44d1dff7e41e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:06.746491 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73a8a6fb-3ee2-480e-913d-b628e61a3c47 req-317738c0-e903-4380-a50c-44d1dff7e41e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 944 time: 0.0580478 Aug 18 18:25:06.796702 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73a8a6fb-3ee2-480e-913d-b628e61a3c47 req-d5fa129a-5e2f-4946-8f1a-dd0d2686408a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Aug 18 18:25:07.331829 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6437ea-6502-4908-ba6f-829c11a93cbc req-71a0075e-1467-4aec-b82c-c1eb18c69b40 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:07.333599 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0a6437ea-6502-4908-ba6f-829c11a93cbc req-71a0075e-1467-4aec-b82c-c1eb18c69b40 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0635223 Aug 18 18:25:07.370722 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0a6437ea-6502-4908-ba6f-829c11a93cbc req-81fccc03-02a7-499f-aace-f70dc3ec83fc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310669 Aug 18 18:25:07.620881 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1357aea-febc-492c-9687-093dbca3a1aa req-933f4dca-1f2d-4470-9f74-a85594e9ac2a tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:07.622375 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e1357aea-febc-492c-9687-093dbca3a1aa req-933f4dca-1f2d-4470-9f74-a85594e9ac2a tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 944 time: 0.0676732 Aug 18 18:25:07.661335 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e1357aea-febc-492c-9687-093dbca3a1aa req-2e08bf26-3757-4994-a6b0-5153f869912a tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Aug 18 18:25:07.911692 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621b2a1-da7f-457b-918a-069dbe395afc req-3cf731f3-773a-4333-92de-113b8bd022b3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:07.913679 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c621b2a1-da7f-457b-918a-069dbe395afc req-3cf731f3-773a-4333-92de-113b8bd022b3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 944 time: 0.0496912 Aug 18 18:25:07.951932 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c621b2a1-da7f-457b-918a-069dbe395afc req-2dac612b-b2c7-457b-8fe4-2023c2785b4c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323050 Aug 18 18:25:08.496893 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4152a-ffe8-4856-8ce2-174aa21ac3bd req-d63f204d-e284-4ba3-92a2-a419e2b98cd2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:08.498368 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73f4152a-ffe8-4856-8ce2-174aa21ac3bd req-d63f204d-e284-4ba3-92a2-a419e2b98cd2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0592399 Aug 18 18:25:08.539669 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73f4152a-ffe8-4856-8ce2-174aa21ac3bd req-d4593b0d-4506-4afa-8ddd-4974b97ebfee tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Aug 18 18:25:08.542292 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ba456c0e-914d-46a8-ad31-dab39fa1ca07 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:08.596653 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port ba456c0e-914d-46a8-ad31-dab39fa1ca07 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:08.600590 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port ba456c0e-914d-46a8-ad31-dab39fa1ca07 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:08.601049 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:08.683890 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:08.709012 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fa3fb8-574f-44a2-807b-9d5c55b03328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba456c0e-914d-46a8-ad31-dab39fa1ca07'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:25:08.711523 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed0bf71-06c4-4fc2-9fd3-33e3228b66c2" -d '{"events": [{"server_uuid": "c2fa3fb8-574f-44a2-807b-9d5c55b03328", "name": "network-vif-plugged", "status": "completed", "tag": "ba456c0e-914d-46a8-ad31-dab39fa1ca07"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:25:08.724926 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ba456c0e-914d-46a8-ad31-dab39fa1ca07, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ba456c0e-914d-46a8-ad31-dab39fa1ca07,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:08.735170 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:08.735170 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device d809d796-4af1-4633-9eb3-43e79e59f6e0 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:08.773366 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dc4c7d-c0f5-4afb-b512-2eb3357fdab3 x-openstack-request-id: req-53dc4c7d-c0f5-4afb-b512-2eb3357fdab3 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:25:08.773646 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fa3fb8-574f-44a2-807b-9d5c55b03328", "name": "network-vif-plugged", "status": "completed", "tag": "ba456c0e-914d-46a8-ad31-dab39fa1ca07", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:25:08.773902 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53dc4c7d-c0f5-4afb-b512-2eb3357fdab3 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:25:08.774272 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fa3fb8-574f-44a2-807b-9d5c55b03328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba456c0e-914d-46a8-ad31-dab39fa1ca07', 'code': 200} Aug 18 18:25:08.785117 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97060d-2ddf-4dbb-a295-730f646f7b12 req-52466d29-16aa-42bb-9a7b-855cffbffed5 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:08.786722 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6d97060d-2ddf-4dbb-a295-730f646f7b12 req-52466d29-16aa-42bb-9a7b-855cffbffed5 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 944 time: 0.0526915 Aug 18 18:25:08.810347 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=ba456c0e-914d-46a8-ad31-dab39fa1ca07,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:08.822579 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port d809d796-4af1-4633-9eb3-43e79e59f6e0 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:08.826251 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port d809d796-4af1-4633-9eb3-43e79e59f6e0 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:08.826617 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:08.829499 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6d97060d-2ddf-4dbb-a295-730f646f7b12 req-67f864c3-7df0-4ca9-a19b-5e92e0579915 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358140 Aug 18 18:25:08.903024 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a90cfa50-8daa-419a-994f-6c6211e17651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:08.918009 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:08.948945 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port d809d796-4af1-4633-9eb3-43e79e59f6e0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d809d796-4af1-4633-9eb3-43e79e59f6e0,segment=NetworkSegment(b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b),segment_id=b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:08.953674 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:09.000387 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=d809d796-4af1-4633-9eb3-43e79e59f6e0,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:09.091748 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e914cf-d565-4e73-8d42-e7db6bbce0e0 req-7145fdc1-c523-4815-94b5-4ba8e175a430 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:09.093229 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75e914cf-d565-4e73-8d42-e7db6bbce0e0 req-7145fdc1-c523-4815-94b5-4ba8e175a430 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 945 time: 0.0676289 Aug 18 18:25:09.144018 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75e914cf-d565-4e73-8d42-e7db6bbce0e0 req-0db42e4e-3713-4d30-8a8b-af3e8cf4570a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413141 Aug 18 18:25:09.676061 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12103-04c8-4afb-bc15-79d18a866e47 req-14697ca3-791d-4786-81c8-69a4b40a7bcd tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:09.677710 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fab12103-04c8-4afb-bc15-79d18a866e47 req-14697ca3-791d-4786-81c8-69a4b40a7bcd tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0537868 Aug 18 18:25:09.721848 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fab12103-04c8-4afb-bc15-79d18a866e47 req-ed63423d-2f41-4678-b8d8-289928d06e06 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369213 Aug 18 18:25:09.754592 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003e1b3-42b7-4b3e-b01e-c7f93be25e86 req-588ccfe2-2395-42e1-bd5a-48c0e4487b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:09.756274 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5003e1b3-42b7-4b3e-b01e-c7f93be25e86 req-588ccfe2-2395-42e1-bd5a-48c0e4487b9d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 1098 time: 0.0470212 Aug 18 18:25:09.813321 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5003e1b3-42b7-4b3e-b01e-c7f93be25e86 req-347953b4-6700-4c94-8389-6c519d0a132e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281539 Aug 18 18:25:09.953188 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc145a-8ea6-408e-b60b-16783a6a4549 req-5e9dd7dd-0127-438a-9487-7e24726d03a2 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:09.954676 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7dc145a-8ea6-408e-b60b-16783a6a4549 req-5e9dd7dd-0127-438a-9487-7e24726d03a2 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 945 time: 0.0558202 Aug 18 18:25:09.996418 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7dc145a-8ea6-408e-b60b-16783a6a4549 req-999f4d52-fa1d-42c2-b8e8-22386433f5c6 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358131 Aug 18 18:25:10.272610 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef7783-b71d-4438-a651-47f738c06676 req-7723bd7a-794c-4220-b25e-e7514797f262 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:10.274203 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-72ef7783-b71d-4438-a651-47f738c06676 req-7723bd7a-794c-4220-b25e-e7514797f262 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 945 time: 0.0571170 Aug 18 18:25:10.318264 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-72ef7783-b71d-4438-a651-47f738c06676 req-da7861d6-55f7-4c92-85fa-b488caaffee5 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349870 Aug 18 18:25:10.775932 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433589e-eb5f-4083-a77e-84b1549fd543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809d796-4af1-4633-9eb3-43e79e59f6e0'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:25:10.781536 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bbef8f-ea1a-4f49-907d-777f4b2f611d" -d '{"events": [{"server_uuid": "b433589e-eb5f-4083-a77e-84b1549fd543", "name": "network-vif-plugged", "status": "completed", "tag": "d809d796-4af1-4633-9eb3-43e79e59f6e0"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:25:10.818595 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b878644a-b007-4550-8a98-070ec8a7bab7 x-openstack-request-id: req-b878644a-b007-4550-8a98-070ec8a7bab7 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:25:10.819064 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433589e-eb5f-4083-a77e-84b1549fd543", "name": "network-vif-plugged", "status": "completed", "tag": "d809d796-4af1-4633-9eb3-43e79e59f6e0", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:25:10.819504 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b878644a-b007-4550-8a98-070ec8a7bab7 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:25:10.820042 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b433589e-eb5f-4083-a77e-84b1549fd543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809d796-4af1-4633-9eb3-43e79e59f6e0', 'code': 200} Aug 18 18:25:10.854729 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ff799-9074-447e-b2be-ebe2199ce216 req-17284ea2-f247-4891-961b-668a72653983 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:10.856384 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb3ff799-9074-447e-b2be-ebe2199ce216 req-17284ea2-f247-4891-961b-668a72653983 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0641806 Aug 18 18:25:10.900284 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb3ff799-9074-447e-b2be-ebe2199ce216 req-4409d14b-527f-439a-a82b-b77bf5c57992 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373042 Aug 18 18:25:11.118012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843d462-3658-4fce-b349-4d82edad4782 req-ddfe122a-41c8-4a86-973a-db60e13a6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:11.119599 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0843d462-3658-4fce-b349-4d82edad4782 req-ddfe122a-41c8-4a86-973a-db60e13a6dd3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 1098 time: 0.0422790 Aug 18 18:25:11.123643 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d8ab-bfb5-4fa7-ad27-af95c302a72e req-3ac38655-462b-4f88-a8ca-6f9dea1c8af8 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:11.125126 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7b56d8ab-bfb5-4fa7-ad27-af95c302a72e req-3ac38655-462b-4f88-a8ca-6f9dea1c8af8 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 945 time: 0.0551753 Aug 18 18:25:11.168404 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7b56d8ab-bfb5-4fa7-ad27-af95c302a72e req-924cceb3-077f-4a7e-973f-e10f16c163ea tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368564 Aug 18 18:25:11.175857 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0843d462-3658-4fce-b349-4d82edad4782 req-03932481-aac6-43e8-948d-ada45a1af0ac service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330808 Aug 18 18:25:11.333771 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c042-0c7b-4f8d-9b13-ecba5de7fcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:11.435950 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c1b0-0742-4087-8343-1e480ef45e1e req-572b800d-3458-4572-9982-0b1da1d8a558 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:11.437959 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2b15c1b0-0742-4087-8343-1e480ef45e1e req-572b800d-3458-4572-9982-0b1da1d8a558 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 945 time: 0.0506473 Aug 18 18:25:11.478608 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2b15c1b0-0742-4087-8343-1e480ef45e1e req-0939e9ad-45b7-4a80-aa9c-8b91d0eb1022 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Aug 18 18:25:11.539265 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d20401-320b-4861-98d8-8437d2e458fb req-6ec65607-7627-43f0-a2b4-b2db141493f8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:11.540870 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8d20401-320b-4861-98d8-8437d2e458fb req-6ec65607-7627-43f0-a2b4-b2db141493f8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0506527 Aug 18 18:25:11.582363 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8d20401-320b-4861-98d8-8437d2e458fb req-f85bde42-08cc-45dc-8b35-7e3f0d9f2612 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353916 Aug 18 18:25:11.938623 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44008) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:12.026497 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c441d71-ecf4-455d-9d7e-cc527f864790 req-02d1f06f-7ecb-4301-9110-cf022051ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:12.028685 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5c441d71-ecf4-455d-9d7e-cc527f864790 req-02d1f06f-7ecb-4301-9110-cf022051ae2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.0519471 Aug 18 18:25:12.049483 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5da35-a0f7-4bb0-bb24-27454ed076ec req-6787508a-4073-47e1-834a-60ca275c4f04 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:12.059473 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-53d5da35-a0f7-4bb0-bb24-27454ed076ec req-6787508a-4073-47e1-834a-60ca275c4f04 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0705466 Aug 18 18:25:12.087026 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5c441d71-ecf4-455d-9d7e-cc527f864790 req-251c9508-4243-4709-8ddc-c0b381186ca9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501719 Aug 18 18:25:12.095888 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:12.125871 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-53d5da35-a0f7-4bb0-bb24-27454ed076ec req-5a324dad-838c-41dc-b78e-740558abc8ca tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654891 Aug 18 18:25:12.172819 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:12.216355 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:12.221488 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:12.255812 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc013807-719c-4166-b5ea-99303f42056e,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:12.272713 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.273292 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.274375 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.274729 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.275064 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.275431 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.275761 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.276089 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.276471 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.277146 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.277638 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.278125 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:12.287806 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-552032dc-c947-41ff-a205-9931f4f4ed75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8571a2b6273a4663a10c97f734331dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485472 Aug 18 18:25:12.290588 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44034) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:12.295938 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a2009-48b4-44ce-87ce-2fd5defbb045 req-4bfc286b-345b-417e-a360-99a1def06d3a tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:12.298039 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-df4a2009-48b4-44ce-87ce-2fd5defbb045 req-4bfc286b-345b-417e-a360-99a1def06d3a tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 945 time: 0.0565443 Aug 18 18:25:12.339057 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-df4a2009-48b4-44ce-87ce-2fd5defbb045 req-dc0505e8-7836-4b75-a44c-2e5a04a1d2a6 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347800 Aug 18 18:25:12.348891 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd807e37-0216-4ada-a563-cd7c42a0b1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:12.370283 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd807e37-0216-4ada-a563-cd7c42a0b1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:12.416263 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd807e37-0216-4ada-a563-cd7c42a0b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:12.418798 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd807e37-0216-4ada-a563-cd7c42a0b1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:12.420093 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-fd807e37-0216-4ada-a563-cd7c42a0b1d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc013807-719c-4166-b5ea-99303f42056e HTTP/1.1" status: 204 len: 168 time: 0.1286237 Aug 18 18:25:12.430404 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd807e37-0216-4ada-a563-cd7c42a0b1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc013807-719c-4166-b5ea-99303f42056e,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:12.610397 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e632c-e55c-4be3-8276-462ecd14ec75 req-2a782a3d-438b-473b-ac7d-070b0df10fde tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:12.612030 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1b1e632c-e55c-4be3-8276-462ecd14ec75 req-2a782a3d-438b-473b-ac7d-070b0df10fde tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 945 time: 0.0522399 Aug 18 18:25:12.660839 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1b1e632c-e55c-4be3-8276-462ecd14ec75 req-5ebbd579-1f70-4b6a-a2de-f7071b443dea tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Aug 18 18:25:12.736961 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c6480-72a4-4d77-8941-cd858c362207 req-8ec59174-f602-4593-ad79-3aa68d58c6e3 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:12.746844 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8c6480-72a4-4d77-8941-cd858c362207 req-8ec59174-f602-4593-ad79-3aa68d58c6e3 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0802133 Aug 18 18:25:12.790554 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc8c6480-72a4-4d77-8941-cd858c362207 req-e35c4052-4c2e-41f0-ab78-735e39998461 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Aug 18 18:25:13.062890 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.164928 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44070) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:13.247807 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bc61d-0b8b-4738-a654-af436eebca20 req-be710b7a-6e12-48fd-9a43-fe3aa089f12f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:13.249300 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c12bc61d-0b8b-4738-a654-af436eebca20 req-be710b7a-6e12-48fd-9a43-fe3aa089f12f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0525165 Aug 18 18:25:13.266659 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2049484267-network', 'tenant_id': 'be905b0199494bc59360e3484fc67e00'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:13.305138 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c12bc61d-0b8b-4738-a654-af436eebca20 req-1a2847a8-ebef-4af1-8220-e9bb37453408 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498362 Aug 18 18:25:13.306144 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Made reservation on behalf of be905b0199494bc59360e3484fc67e00 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:25:13.308404 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.317178 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.431660 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.438888 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.466285 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:25:13.477592 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dbb61d-ffbe-41f2-ab9c-b534db6a66e8,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:13.483233 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.483841 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Added segment 39a940d1-480b-49d0-a4e1-16ff9ab15736 of type vlan for network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 Aug 18 18:25:13.511323 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503af3e5-8dbf-418a-8b60-2369fc3e8461 req-ffdde0eb-7233-424a-b65b-86f077b86144 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:13.513938 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-503af3e5-8dbf-418a-8b60-2369fc3e8461 req-ffdde0eb-7233-424a-b65b-86f077b86144 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 945 time: 0.0960417 Aug 18 18:25:13.532043 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.559436 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-503af3e5-8dbf-418a-8b60-2369fc3e8461 req-87eacde8-7447-491d-8f40-68883e460f22 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392380 Aug 18 18:25:13.568188 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.569308 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:13.569962 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.638390 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4716380 Aug 18 18:25:13.641392 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44094) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:13.647764 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Request body: {'subnet': {'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2049484267-subnet', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:13.653207 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0bdf6-fd2d-4ea5-b89f-1ba855475b7f admin admin] Pushing event updated for resources: {'Network': ['ID=ead9bf04-7f1e-4b49-93ee-b0cc1d796418,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:13.664820 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:25:13.680078 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Made reservation on behalf of be905b0199494bc59360e3484fc67e00 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:25:13.682924 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763321'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.854474 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3362394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763311'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.905202 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=decc5e84-a8b6-4344-93a9-d3163aff0fbe,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:13.916102 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.916678 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.917166 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.917491 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.917816 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.918138 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.918460 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.918895 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.919217 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.919732 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.920194 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.920654 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:13.929628 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7030bf5-be7c-4aba-9932-20b051f5d3cb req-35026c93-f675-4698-b694-e35a36fa5232 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:13.937165 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b7030bf5-be7c-4aba-9932-20b051f5d3cb req-35026c93-f675-4698-b694-e35a36fa5232 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0614181 Aug 18 18:25:13.949468 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Checking segment: {'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:25:13.950142 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Network hostable DHCP agents. Network: ead9bf04-7f1e-4b49-93ee-b0cc1d796418, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:25:13.969416 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:25:13.978579 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b7030bf5-be7c-4aba-9932-20b051f5d3cb req-9f3906d1-9aba-4892-b2f9-be5582b43f37 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404711 Aug 18 18:25:13.980315 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, ead9bf04-7f1e-4b49-93ee-b0cc1d796418) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:13.988681 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:13.989873 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:13.993836 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92275cf-2754-4c13-98a2-9503de1797e2 None None] Network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:25:14.030815 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e74f4178-62b7-478f-8764-d2133e1d4eca admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3846493 Aug 18 18:25:14.031118 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44114) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:14.036071 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:14.069339 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41208'] for router, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.071127 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41201'] for router, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.074616 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44118) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:14.148587 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.204467 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a4b9205a-5a48-440f-8920-074b8bff9a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.207542 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172016aa-d127-5c45-b1cd-ac9faad852de-ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe'}]}} from dv-cinder-802882-9-iscsi. {{(pid=93874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 18:25:14.208463 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.295894 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.316612 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a4b9205a-5a48-440f-8920-074b8bff9a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.324533 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a4b9205a-5a48-440f-8920-074b8bff9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.365991 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9205a-5a48-440f-8920-074b8bff9a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb6cf2c-712c-4ecf-a53b-a2e0301454fd,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:14.373691 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44130) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:14.374288 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a4b9205a-5a48-440f-8920-074b8bff9a8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7959f400c9be4ae18d6fee585633c9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982635 Aug 18 18:25:14.416098 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Allocated IP 172.20.0.2 (ead9bf04-7f1e-4b49-93ee-b0cc1d796418/decc5e84-a8b6-4344-93a9-d3163aff0fbe/08fb07fd-4ce0-4288-bcad-649c2b494145) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:25:14.472646 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b3173dc-2a79-480b-ae19-e744941bdd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.502666 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a304-416c-4475-9fc2-5578ca5963e8 req-14dafaac-bc43-40f1-9f76-ae612d30e135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:14.504352 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b12a304-416c-4475-9fc2-5578ca5963e8 req-14dafaac-bc43-40f1-9f76-ae612d30e135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0954149 Aug 18 18:25:14.514541 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b3173dc-2a79-480b-ae19-e744941bdd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.646738 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.669439 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.676073 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0b12a304-416c-4475-9fc2-5578ca5963e8 req-68ab3c07-4549-4017-b2fe-fc5e60aa8624 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580625 Aug 18 18:25:14.682464 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Transition to ACTIVE for port object 08fb07fd-4ce0-4288-bcad-649c2b494145 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:14.739111 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Transition to ACTIVE for port object 08fb07fd-4ce0-4288-bcad-649c2b494145 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:14.752035 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.817088 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:14.822956 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:14.827007 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:25:14.844585 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Pushing event updated for resources: {'Port': ['ID=08fb07fd-4ce0-4288-bcad-649c2b494145,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:14.868648 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da092e-d99b-494a-a1bf-f9349fb177a0 req-d5654b01-3e04-409d-8b0f-90a1bfdba422 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:14.872270 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b5da092e-d99b-494a-a1bf-f9349fb177a0 req-d5654b01-3e04-409d-8b0f-90a1bfdba422 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 945 time: 0.1710305 Aug 18 18:25:14.877353 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-013237e8-f341-4ab8-8aa7-d948eadb5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:14.880625 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-013237e8-f341-4ab8-8aa7-d948eadb5354 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 1099 time: 0.1468134 Aug 18 18:25:14.883186 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.888002 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.888002 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.888213 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.888446 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.888779 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.893239 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.893564 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.899592 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.899942 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.900280 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.900613 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:25:14.904723 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.931792 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.950549 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b3173dc-2a79-480b-ae19-e744941bdd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.957239 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b3173dc-2a79-480b-ae19-e744941bdd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.959867 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-6b3173dc-2a79-480b-ae19-e744941bdd21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adb6cf2c-712c-4ecf-a53b-a2e0301454fd HTTP/1.1" status: 204 len: 168 time: 0.5844824 Aug 18 18:25:14.978492 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Attempting to bind port 08fb07fd-4ce0-4288-bcad-649c2b494145 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:25:14.979136 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Attempting to bind port 08fb07fd-4ce0-4288-bcad-649c2b494145 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:25:14.979764 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Attempting to bind port 08fb07fd-4ce0-4288-bcad-649c2b494145 on network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:25:14.985100 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b5da092e-d99b-494a-a1bf-f9349fb177a0 req-0f2db1cf-3099-48ba-87bf-7ff8ff1e514c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982208 Aug 18 18:25:14.986766 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.988514 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:25:14.989181 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Checking segment: {'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:25:14.990710 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:14.991101 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Bound using segment: {'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:25:14.991596 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Bound port: 08fb07fd-4ce0-4288-bcad-649c2b494145, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:25:14.992350 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:15.059544 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3173dc-2a79-480b-ae19-e744941bdd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb6cf2c-712c-4ecf-a53b-a2e0301454fd,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:15.107587 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] For port 08fb07fd-4ce0-4288-bcad-649c2b494145, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:25:15.111376 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] For port 08fb07fd-4ce0-4288-bcad-649c2b494145, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=08fb07fd-4ce0-4288-bcad-649c2b494145,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:25:15.118956 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:15.216482 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c1be3-790b-4be9-bee7-17edc0295a50 None None] Pushing event updated for resources: {'Port': ['ID=08fb07fd-4ce0-4288-bcad-649c2b494145,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:15.237876 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Allocated IP 172.27.1.129 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/b8bced5e-2337-4682-ad56-aa50c824597d) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:25:15.247628 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80160d-ac52-4a8b-afe9-14a1e7f79410 req-4109cadf-8bb8-416e-9775-dc4eae0f995e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:15.249508 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d80160d-ac52-4a8b-afe9-14a1e7f79410 req-4109cadf-8bb8-416e-9775-dc4eae0f995e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1008892 Aug 18 18:25:15.261146 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d55d8a-44d0-4139-a316-3213ff9c15c6 req-590aaa29-b104-44a7-a2c6-89baa4444b56 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:15.268387 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97d55d8a-44d0-4139-a316-3213ff9c15c6 req-590aaa29-b104-44a7-a2c6-89baa4444b56 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.1506190 Aug 18 18:25:15.270904 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-7172b119-c5fb-4e01-ac5a-e9e258194cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:15.273068 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-7172b119-c5fb-4e01-ac5a-e9e258194cf5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 917 time: 0.3277969 Aug 18 18:25:15.295089 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cbb5e-cbb3-44cb-ac64-5dd805ae1937 req-f2fd4759-bc36-4ee0-9a89-f1ef29da41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:15.296644 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-615cbb5e-cbb3-44cb-ac64-5dd805ae1937 req-f2fd4759-bc36-4ee0-9a89-f1ef29da41e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.1379843 Aug 18 18:25:15.347185 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d80160d-ac52-4a8b-afe9-14a1e7f79410 req-dabeb71a-15a6-4017-ac82-59b9cb040f91 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832801 Aug 18 18:25:15.433009 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:15.439645 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97d55d8a-44d0-4139-a316-3213ff9c15c6 req-62b66a57-5c25-486d-8b18-8f611f0dad8e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696661 Aug 18 18:25:15.472324 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-331de502-3f52-487a-abc6-fa488526bcbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c HTTP/1.1" status: 200 len: 1002 time: 0.1730139 Aug 18 18:25:15.489548 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:15.503566 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44152) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:15.537548 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:15.540651 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:15.543378 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:25:15.552537 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e83928a3-5169-4ff2-9767-9d0a9dd6295c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:15.558012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cbb5e-cbb3-44cb-ac64-5dd805ae1937 req-e980c2d1-7637-4aa4-8d82-443547b0ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:15.559525 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-615cbb5e-cbb3-44cb-ac64-5dd805ae1937 req-e980c2d1-7637-4aa4-8d82-443547b0ce74 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 919 time: 0.2498281 Aug 18 18:25:15.569349 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Pushing event updated for resources: {'Port': ['ID=b8bced5e-2337-4682-ad56-aa50c824597d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:15.624480 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-615cbb5e-cbb3-44cb-ac64-5dd805ae1937 req-8ce45adc-b626-4994-9c98-b30b8c593d97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff HTTP/1.1" status: 200 len: 217 time: 0.0516372 Aug 18 18:25:15.625919 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-f7e8b69f-24be-4507-8493-23982b6eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:15.627385 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-f7e8b69f-24be-4507-8493-23982b6eb279 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 200 len: 855 time: 0.1228378 Aug 18 18:25:16.030795 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cbb5e-cbb3-44cb-ac64-5dd805ae1937 req-0c05a7cf-0743-4ee2-9b58-4e054d890588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:16.032308 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-615cbb5e-cbb3-44cb-ac64-5dd805ae1937 req-0c05a7cf-0743-4ee2-9b58-4e054d890588 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60a05d24-d918-4e5a-935f-9dab987eb2e1 HTTP/1.1" status: 200 len: 858 time: 0.3720574 Aug 18 18:25:16.034964 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-4bbefd8c-4134-4752-844e-6c1bcc3d0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:16.036730 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-4bbefd8c-4134-4752-844e-6c1bcc3d0f20 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3752809 Aug 18 18:25:16.062388 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:16.074816 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e83928a3-5169-4ff2-9767-9d0a9dd6295c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:16.080008 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e83928a3-5169-4ff2-9767-9d0a9dd6295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:16.182349 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-615cbb5e-cbb3-44cb-ac64-5dd805ae1937 req-bc48a9c1-40e2-4719-a60d-ccff535aa85a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd33299d-9999-4826-90da-36029a9801da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902982 Aug 18 18:25:16.194144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83928a3-5169-4ff2-9767-9d0a9dd6295c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049648ca-65da-4f73-b6c7-8222fc64ac7d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:16.201439 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e83928a3-5169-4ff2-9767-9d0a9dd6295c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e20bc3e8e7f44d691ab2ea3f02be010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6931224 Aug 18 18:25:16.202316 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44162) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:16.291240 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42428926-20c6-4984-a61e-8da92c59ada1 None None] Network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:25:16.320377 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057'] for router, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:16.344041 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-f74e5571-c4f3-411d-a0b1-2280ad62bf4e service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508452 Aug 18 18:25:16.421219 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d5038b7-23fb-4279-9102-7cc58a300bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:16.435058 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-615cbb5e-cbb3-44cb-ac64-5dd805ae1937 req-b246c7fe-8428-4f04-91e9-9047dd59bc66 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184777 Aug 18 18:25:16.456329 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d5038b7-23fb-4279-9102-7cc58a300bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:16.479002 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-6b007a6e-0728-440e-a6a7-c5b8c9dafe48 None None] Provisioning for port 08fb07fd-4ce0-4288-bcad-649c2b494145 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:16.559153 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Router 39458140-957d-43f5-9789-6da83f44b4eb is scheduled to L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a with binding_index 1 {{(pid=93873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 18:25:16.609911 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-64481d2b-ecbb-4c80-9c7c-0167265040f1 req-0f1ea3c5-a48b-45da-838d-82782f80e66c service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469385 Aug 18 18:25:16.615746 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fb77f-fe27-4885-9e49-e4d976c86b8f req-cd943b59-ddff-4b5b-9f37-4ba1e42ccad2 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:16.620730 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-290fb77f-fe27-4885-9e49-e4d976c86b8f req-cd943b59-ddff-4b5b-9f37-4ba1e42ccad2 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 945 time: 0.0951068 Aug 18 18:25:16.667834 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-615cbb5e-cbb3-44cb-ac64-5dd805ae1937 req-69190dbf-f7c8-4a32-80a4-0ffddc311def service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028606 Aug 18 18:25:16.677110 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294f7b2-c51f-4a09-927e-0409d5fa4afa req-0bce8843-6666-40db-8c01-7fa7960896ee tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:16.679498 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e294f7b2-c51f-4a09-927e-0409d5fa4afa req-0bce8843-6666-40db-8c01-7fa7960896ee tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1442018 Aug 18 18:25:16.680362 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d5038b7-23fb-4279-9102-7cc58a300bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:16.683572 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d5038b7-23fb-4279-9102-7cc58a300bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:16.688254 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2d5038b7-23fb-4279-9102-7cc58a300bb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/049648ca-65da-4f73-b6c7-8222fc64ac7d HTTP/1.1" status: 204 len: 168 time: 0.4855573 Aug 18 18:25:16.700701 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5038b7-23fb-4279-9102-7cc58a300bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049648ca-65da-4f73-b6c7-8222fc64ac7d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:16.764455 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e294f7b2-c51f-4a09-927e-0409d5fa4afa req-1e7762fc-c0e9-42fe-82e5-6ddff3ac40a3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696566 Aug 18 18:25:16.832986 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-290fb77f-fe27-4885-9e49-e4d976c86b8f req-3d30086d-ebc2-46b2-af74-a0426752ab4e tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003987 Aug 18 18:25:16.845464 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:25:16.867687 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:16.870143 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-61ecfa53-99c4-487f-b009-f70db9b2075d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8367879 Aug 18 18:25:16.872604 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Sync routers for ids ['39458140-957d-43f5-9789-6da83f44b4eb'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:25:16.874410 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44180) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:16.891278 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Routers {'39458140-957d-43f5-9789-6da83f44b4eb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:25:16.893427 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:25:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['39458140-957d-43f5-9789-6da83f44b4eb'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:16.910194 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 08fb07fd-4ce0-4288-bcad-649c2b494145 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:16.932922 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9872fbb-5a29-4f11-a9e4-19889082b4e0 req-d303a3ce-a1d9-465b-9963-d9d7f8e7b0c7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:16.943459 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9872fbb-5a29-4f11-a9e4-19889082b4e0 req-d303a3ce-a1d9-465b-9963-d9d7f8e7b0c7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.1173124 Aug 18 18:25:16.999204 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 08fb07fd-4ce0-4288-bcad-649c2b494145 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:17.003316 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 08fb07fd-4ce0-4288-bcad-649c2b494145 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:17.003702 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.016532 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9872fbb-5a29-4f11-a9e4-19889082b4e0 req-035dc465-2ae6-4e55-92b9-eb051615f3fc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715005 Aug 18 18:25:17.080155 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Set router 39458140-957d-43f5-9789-6da83f44b4eb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:25:17.108113 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.144299 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 08fb07fd-4ce0-4288-bcad-649c2b494145, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=08fb07fd-4ce0-4288-bcad-649c2b494145,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:17.151250 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.229319 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=08fb07fd-4ce0-4288-bcad-649c2b494145,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:17.298136 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:15Z', 'revision_number': 3, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:17.412041 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.416556 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Checking router: 39458140-957d-43f5-9789-6da83f44b4eb for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:25:17.417093 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Updating router 39458140-957d-43f5-9789-6da83f44b4eb port b8bced5e-2337-4682-ad56-aa50c824597d binding host dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:25:17.442744 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.589479 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Allocated IP 172.20.0.1 (ead9bf04-7f1e-4b49-93ee-b0cc1d796418/decc5e84-a8b6-4344-93a9-d3163aff0fbe/34f7bc91-4e75-4f06-a4cb-d84af6e32f03) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:25:17.704420 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.717306 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Transition to ACTIVE for port object 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:17.738282 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.748526 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Transition to ACTIVE for port object b8bced5e-2337-4682-ad56-aa50c824597d will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:17.754538 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.760598 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.800886 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155a37d-87f4-4991-b2a2-235eb7045b43 None None] Pushing event updated for resources: {'Port': ['ID=b8bced5e-2337-4682-ad56-aa50c824597d,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:17.802016 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:17.807306 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:17.814231 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:25:17.816226 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=34f7bc91-4e75-4f06-a4cb-d84af6e32f03,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:17.833142 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Attempting to bind port b8bced5e-2337-4682-ad56-aa50c824597d on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:25:17.833426 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Attempting to bind port b8bced5e-2337-4682-ad56-aa50c824597d by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:25:17.833747 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Attempting to bind port b8bced5e-2337-4682-ad56-aa50c824597d on network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:25:17.840506 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:25:17.840875 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:25:17.841281 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.841666 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Bound using segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:25:17.842134 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Bound port: b8bced5e-2337-4682-ad56-aa50c824597d, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:25:17.846136 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.938256 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] For port b8bced5e-2337-4682-ad56-aa50c824597d, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:25:17.942467 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] For port b8bced5e-2337-4682-ad56-aa50c824597d, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b8bced5e-2337-4682-ad56-aa50c824597d,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:25:17.943185 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1699177'] for router_interface, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:17.951659 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:18.000957 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69f198-fd63-4afa-82d9-7e5c58a86086 req-7315444f-0032-4e48-9870-78daf7203ec1 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:18.002847 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6f69f198-fd63-4afa-82d9-7e5c58a86086 req-7315444f-0032-4e48-9870-78daf7203ec1 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 945 time: 0.0716233 Aug 18 18:25:18.056543 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155a37d-87f4-4991-b2a2-235eb7045b43 None None] Pushing event updated for resources: {'Port': ['ID=b8bced5e-2337-4682-ad56-aa50c824597d,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:18.072059 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6f69f198-fd63-4afa-82d9-7e5c58a86086 req-c6c444fb-ffdf-41a0-a28e-c3d17c362056 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600448 Aug 18 18:25:18.080445 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe446ab-6fa3-480a-88a2-242a68fd8973 req-cd178518-37cb-421c-b399-439f9d7e0cc6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:18.082022 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5fe446ab-6fa3-480a-88a2-242a68fd8973 req-cd178518-37cb-421c-b399-439f9d7e0cc6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.2224855 Aug 18 18:25:18.086097 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Routers {'39458140-957d-43f5-9789-6da83f44b4eb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:25:18.087255 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:25:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['39458140-957d-43f5-9789-6da83f44b4eb'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:18.178385 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5fe446ab-6fa3-480a-88a2-242a68fd8973 req-55851982-2c0e-4f72-bd38-9fc797b30377 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825136 Aug 18 18:25:18.229288 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:18.240203 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] Set router 39458140-957d-43f5-9789-6da83f44b4eb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:25:18.251807 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9dfb7-5908-406d-9d22-ca17a8f9c2f0 req-f7854d90-762f-404b-b1e2-852fb8dfa3d1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:18.260805 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3ca9dfb7-5908-406d-9d22-ca17a8f9c2f0 req-f7854d90-762f-404b-b1e2-852fb8dfa3d1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0840411 Aug 18 18:25:18.316017 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-acddaf6d-714d-4c04-ab63-496bb8920a69 None None] Provisioning for port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:18.316572 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3ca9dfb7-5908-406d-9d22-ca17a8f9c2f0 req-da25d5fa-c254-4f4e-8d8e-e5d34d2f7b92 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529726 Aug 18 18:25:18.318778 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-acddaf6d-714d-4c04-ab63-496bb8920a69 None None] Provisioning complete for port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:18.319487 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acddaf6d-714d-4c04-ab63-496bb8920a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:18.360466 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-acddaf6d-714d-4c04-ab63-496bb8920a69 None None] Port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:25:18.439997 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:18.446074 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:15Z', 'revision_number': 3, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:18.446449 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:18.471765 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b795b2-a825-42b3-b6db-a352a6c9b724 None None] The sync data for ids ['39458140-957d-43f5-9789-6da83f44b4eb'] in dv-cinder-802882-9-iscsi is: [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:15Z', 'revision_number': 3, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:25:18.515701 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699229'] for router_interface, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:18.517578 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=34f7bc91-4e75-4f06-a4cb-d84af6e32f03,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:18.618450 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:18.619972 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:18.803577 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 08fb07fd-4ce0-4288-bcad-649c2b494145 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:18.884667 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 08fb07fd-4ce0-4288-bcad-649c2b494145 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:18.885202 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:19.072536 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Router 39458140-957d-43f5-9789-6da83f44b4eb has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:25:19.151257 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-b97702b4-33f4-495c-8d68-1b86c18e7dcd None None] Provisioning complete for port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:19.152093 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b97702b4-33f4-495c-8d68-1b86c18e7dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:19.206665 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-b97702b4-33f4-495c-8d68-1b86c18e7dcd None None] Port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:25:19.303060 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:25:19.315842 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-00e59080-fa44-4765-a7d5-5cbcf777c5e2 admin admin] 10.222.0.46 "PUT /v2.0/routers/39458140-957d-43f5-9789-6da83f44b4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4403219 Aug 18 18:25:19.320619 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-19deb6b0-6002-4f62-877f-05f24ab556ec tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:19.322711 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-19deb6b0-6002-4f62-877f-05f24ab556ec tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.61 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 945 time: 0.0863574 Aug 18 18:25:19.324476 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1fb29-dec0-41d4-aac7-eb43f919cc17 req-ef902256-04ee-4ac5-b466-e131075dd2f9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:19.331841 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c9e1fb29-dec0-41d4-aac7-eb43f919cc17 req-ef902256-04ee-4ac5-b466-e131075dd2f9 tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 945 time: 0.0888131 Aug 18 18:25:19.353926 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef400ea-18a3-420e-a076-a3825278861b req-7464f0be-edab-4af5-87d4-094d00ca01f6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:19.358806 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ef400ea-18a3-420e-a076-a3825278861b req-7464f0be-edab-4af5-87d4-094d00ca01f6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0929024 Aug 18 18:25:19.378510 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c9e1fb29-dec0-41d4-aac7-eb43f919cc17 req-3f9ed556-83ed-4f1d-b0cc-688d7a67b2df tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c364baa-de69-4636-8270-ca947c69836c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457613 Aug 18 18:25:19.448040 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ef400ea-18a3-420e-a076-a3825278861b req-de3eec5c-a06d-4d03-850f-3a24c47e39df tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735958 Aug 18 18:25:19.515590 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4761800-8228-4913-8c27-6d9317ba748a req-ae6eb072-500f-45c7-a5a6-270a45911bd6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:19.525835 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b4761800-8228-4913-8c27-6d9317ba748a req-ae6eb072-500f-45c7-a5a6-270a45911bd6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0707295 Aug 18 18:25:19.562990 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-c73cf324-5d8f-4375-a759-79d9bf37bd2c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Deleting port d809d796-4af1-4633-9eb3-43e79e59f6e0 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:25:19.563402 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-c73cf324-5d8f-4375-a759-79d9bf37bd2c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:19.568474 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b4761800-8228-4913-8c27-6d9317ba748a req-54da9d21-2aef-432b-bee0-45f3c05b0157 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430379 Aug 18 18:25:19.693282 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-c73cf324-5d8f-4375-a759-79d9bf37bd2c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] For port d809d796-4af1-4633-9eb3-43e79e59f6e0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=d809d796-4af1-4633-9eb3-43e79e59f6e0,segment=NetworkSegment(b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b),segment_id=b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:19.693731 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-c73cf324-5d8f-4375-a759-79d9bf37bd2c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:19.707419 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-c73cf324-5d8f-4375-a759-79d9bf37bd2c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Calling delete_port for d809d796-4af1-4633-9eb3-43e79e59f6e0 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:25:19.842502 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-c73cf324-5d8f-4375-a759-79d9bf37bd2c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:19.873969 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cf324-5d8f-4375-a759-79d9bf37bd2c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Pushing event deleted for resources: {'Port': ['ID=d809d796-4af1-4633-9eb3-43e79e59f6e0,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:19.920204 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-c73cf324-5d8f-4375-a759-79d9bf37bd2c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] No DVR routers for this DVR port d809d796-4af1-4633-9eb3-43e79e59f6e0 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:25:19.923084 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-c73cf324-5d8f-4375-a759-79d9bf37bd2c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:19.925203 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f80e9dab-04d8-40b2-af41-718e87422d03 req-c73cf324-5d8f-4375-a759-79d9bf37bd2c tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.61 "DELETE /v2.0/ports/d809d796-4af1-4633-9eb3-43e79e59f6e0 HTTP/1.1" status: 204 len: 173 time: 0.4759715 Aug 18 18:25:19.925640 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433589e-eb5f-4083-a77e-84b1549fd543', 'name': 'network-vif-deleted', 'tag': 'd809d796-4af1-4633-9eb3-43e79e59f6e0'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:25:19.927930 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58770482-a79a-43d6-a749-4a6471271839" -d '{"events": [{"server_uuid": "b433589e-eb5f-4083-a77e-84b1549fd543", "name": "network-vif-deleted", "tag": "d809d796-4af1-4633-9eb3-43e79e59f6e0"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:25:19.942496 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44264) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:19.947797 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1844149167-network', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:19.971777 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3bd033-ca59-444c-8be2-2f1b2ecdc8e2 x-openstack-request-id: req-6e3bd033-ca59-444c-8be2-2f1b2ecdc8e2 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:25:19.972061 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433589e-eb5f-4083-a77e-84b1549fd543", "name": "network-vif-deleted", "tag": "d809d796-4af1-4633-9eb3-43e79e59f6e0", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:25:19.972309 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e3bd033-ca59-444c-8be2-2f1b2ecdc8e2 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:25:19.972705 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b433589e-eb5f-4083-a77e-84b1549fd543', 'name': 'network-vif-deleted', 'tag': 'd809d796-4af1-4633-9eb3-43e79e59f6e0', 'status': 'completed', 'code': 200} Aug 18 18:25:19.973749 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Made reservation on behalf of b9234a43a2af4a1db43887fdcadb11d9 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:25:19.976056 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:19.984673 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.094553 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.099622 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.128509 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:25:20.136751 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1bfd54-438e-4794-820f-f96af975f4f6,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:20.142512 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.142843 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Added segment b67771ac-5a48-4060-9b1e-5bcceb10fa32 of type vlan for network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db Aug 18 18:25:20.185912 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.221014 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.223016 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:20.223745 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.294840 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3509796 Aug 18 18:25:20.297695 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44274) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:20.302933 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Request body: {'subnet': {'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1844149167-subnet', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:20.311382 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a89512-8719-4963-b8e8-84657d01f3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e45c8d7e-eaea-4ff4-bf03-a32f783fa1db,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:20.327170 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:25:20.350700 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Made reservation on behalf of b9234a43a2af4a1db43887fdcadb11d9 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:25:20.355019 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763321'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.404200 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Sync routers for ids ['39458140-957d-43f5-9789-6da83f44b4eb'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:25:20.425879 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Routers {'39458140-957d-43f5-9789-6da83f44b4eb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:25:20.426552 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:25:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['39458140-957d-43f5-9789-6da83f44b4eb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:20.524268 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e7dd31d8-c6a3-4906-90f6-e9243634d0d2 req-7cdea0b1-9c4c-4351-9e28-fa3f587b4d1b tempest-VolumesActionsTest-1037656533 tempest-VolumesActionsTest-1037656533-project] 10.222.0.46 "GET /v2.0/ports?device_id=b433589e-eb5f-4083-a77e-84b1549fd543 HTTP/1.1" status: 200 len: 210 time: 0.0409522 Aug 18 18:25:20.556342 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Set router 39458140-957d-43f5-9789-6da83f44b4eb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:25:20.597089 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3362394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763311'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.687180 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f6d36-1cae-4fc4-bd35-b18a143f7458 req-152fa73c-5863-4ccb-8df0-b5b5c1bc3fcb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:20.688835 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8a7f6d36-1cae-4fc4-bd35-b18a143f7458 req-152fa73c-5863-4ccb-8df0-b5b5c1bc3fcb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1300211 Aug 18 18:25:20.691755 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d994b9-eefb-4644-9339-4677dbcb3ad5,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:20.699890 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Checking segment: {'id': 'b67771ac-5a48-4060-9b1e-5bcceb10fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:25:20.700847 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Network hostable DHCP agents. Network: e45c8d7e-eaea-4ff4-bf03-a32f783fa1db, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:25:20.762841 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:25:20.774239 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8a7f6d36-1cae-4fc4-bd35-b18a143f7458 req-741b37d7-9be7-437b-ae23-abb1ef94e6d7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688002 Aug 18 18:25:20.785836 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, e45c8d7e-eaea-4ff4-bf03-a32f783fa1db) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:20.786478 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e04dd-0f19-4779-b455-20269e62d21a req-57cb5439-8cb6-47c2-89b4-8dbce2ba6f56 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:20.790877 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:20.791577 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.795826 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb2b32-f2b2-4bcd-9931-3ebc72bebb02 None None] Network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:25:20.809401 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-853e04dd-0f19-4779-b455-20269e62d21a req-57cb5439-8cb6-47c2-89b4-8dbce2ba6f56 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.1331058 Aug 18 18:25:20.835617 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f1f80486-8762-4a7b-87fa-df61bdb008fc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5365434 Aug 18 18:25:20.838192 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44286) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:20.844039 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1844149167-router', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:20.844589 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b8bced5e-2337-4682-ad56-aa50c824597d up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:20.856592 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-853e04dd-0f19-4779-b455-20269e62d21a req-4dd7f571-3d75-4f8b-90e2-e61e9f357c2f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461342 Aug 18 18:25:20.888144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41208'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.889322 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41201'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:20.954987 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.004708 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port b8bced5e-2337-4682-ad56-aa50c824597d completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:21.009668 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:18Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '34f7bc91-4e75-4f06-a4cb-d84af6e32f03', 'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'mac_address': 'fa:16:3e:a5:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:17Z', 'updated_at': '2021-08-18T18:25:18Z', 'revision_number': 2, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'subnets': [{'id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:21.062700 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port b8bced5e-2337-4682-ad56-aa50c824597d triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:21.063077 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.068582 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Checking router: 39458140-957d-43f5-9789-6da83f44b4eb for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:25:21.068790 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Updating router 39458140-957d-43f5-9789-6da83f44b4eb port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 binding host dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:25:21.129083 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.172216 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172016aa-d127-5c45-b1cd-ac9faad852de-e45c8d7e-eaea-4ff4-bf03-a32f783fa1db', 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'fixed_ips': [{'subnet_id': '71d994b9-eefb-4644-9339-4677dbcb3ad5'}]}} from dv-cinder-802882-9-iscsi. {{(pid=93874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 18:25:21.173111 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.185710 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.340804 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.359006 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.431496 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.473627 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Allocated IP 172.27.1.162 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/3f4e1e27-fbcc-412b-9b7a-083d76a2acec) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:25:21.482211 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port b8bced5e-2337-4682-ad56-aa50c824597d, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b8bced5e-2337-4682-ad56-aa50c824597d,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:21.483665 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Allocated IP 172.20.0.2 (e45c8d7e-eaea-4ff4-bf03-a32f783fa1db/71d994b9-eefb-4644-9339-4677dbcb3ad5/6c7429b2-1644-4b55-8804-45d0dbedf094) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:25:21.513670 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.617057 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device d809d796-4af1-4633-9eb3-43e79e59f6e0 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:25:21.626918 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.667842 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: d809d796-4af1-4633-9eb3-43e79e59f6e0 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:25:21.668221 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device d809d796-4af1-4633-9eb3-43e79e59f6e0 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:25:21.694060 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.741490 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=b8bced5e-2337-4682-ad56-aa50c824597d,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:21.751269 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:21.756614 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:21.763387 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:25:21.767373 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4e1e27-fbcc-412b-9b7a-083d76a2acec,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:21.899986 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.937507 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Transition to ACTIVE for port object 6c7429b2-1644-4b55-8804-45d0dbedf094 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:21.955118 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:21.977241 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Transition to ACTIVE for port object 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:21.983402 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Transition to ACTIVE for port object 6c7429b2-1644-4b55-8804-45d0dbedf094 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:21.991346 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:22.003963 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:22.053621 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:22.058875 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:22.065551 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:25:22.090741 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00211ef5-6552-442a-831d-b4033a349d44 req-cfb66903-bcaa-4523-8d3d-7cbc11c423ed tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:22.104637 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Pushing event updated for resources: {'Port': ['ID=6c7429b2-1644-4b55-8804-45d0dbedf094,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:22.105331 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-00211ef5-6552-442a-831d-b4033a349d44 req-cfb66903-bcaa-4523-8d3d-7cbc11c423ed tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0849507 Aug 18 18:25:22.166187 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-00211ef5-6552-442a-831d-b4033a349d44 req-087e8fe7-f49a-434d-bbdd-5c46e4fed5dd tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596509 Aug 18 18:25:22.177696 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:22.197534 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7207040-62b3-4d47-9410-2cfc5c1c8456 None None] Pushing event updated for resources: {'Port': ['ID=34f7bc91-4e75-4f06-a4cb-d84af6e32f03,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:22.222810 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Attempting to bind port 6c7429b2-1644-4b55-8804-45d0dbedf094 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:25:22.223363 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Attempting to bind port 6c7429b2-1644-4b55-8804-45d0dbedf094 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'b67771ac-5a48-4060-9b1e-5bcceb10fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:25:22.223850 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Attempting to bind port 6c7429b2-1644-4b55-8804-45d0dbedf094 on network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:25:22.266975 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:25:22.267757 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Checking segment: {'id': 'b67771ac-5a48-4060-9b1e-5bcceb10fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:25:22.268169 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:22.268566 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Bound using segment: {'id': 'b67771ac-5a48-4060-9b1e-5bcceb10fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:25:22.269054 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Bound port: 6c7429b2-1644-4b55-8804-45d0dbedf094, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67771ac-5a48-4060-9b1e-5bcceb10fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:25:22.269434 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:22.305502 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Attempting to bind port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:25:22.306023 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Attempting to bind port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:25:22.306401 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Attempting to bind port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 on network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:25:22.315326 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:25:22.315645 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Checking segment: {'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:25:22.315994 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:22.316387 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Bound using segment: {'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:25:22.317236 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Bound port: 34f7bc91-4e75-4f06-a4cb-d84af6e32f03, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:25:22.317628 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:22.643471 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] For port 6c7429b2-1644-4b55-8804-45d0dbedf094, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:25:22.696345 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] For port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:25:22.704704 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] For port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=34f7bc91-4e75-4f06-a4cb-d84af6e32f03,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:25:22.711302 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] For port 6c7429b2-1644-4b55-8804-45d0dbedf094, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=6c7429b2-1644-4b55-8804-45d0dbedf094,segment=NetworkSegment(b67771ac-5a48-4060-9b1e-5bcceb10fa32),segment_id=b67771ac-5a48-4060-9b1e-5bcceb10fa32)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:25:22.722577 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:22.736341 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:22.763944 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b8bced5e-2337-4682-ad56-aa50c824597d up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:22.863676 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Routers {'39458140-957d-43f5-9789-6da83f44b4eb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:25:22.864456 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:25:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['39458140-957d-43f5-9789-6da83f44b4eb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:22.868172 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7207040-62b3-4d47-9410-2cfc5c1c8456 None None] Pushing event updated for resources: {'Port': ['ID=34f7bc91-4e75-4f06-a4cb-d84af6e32f03,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:22.950979 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f47021-43f1-4e7c-a288-aee6696c52cd req-e02624f0-4510-4bd5-89a7-659e388cc936 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:22.952615 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3f47021-43f1-4e7c-a288-aee6696c52cd req-e02624f0-4510-4bd5-89a7-659e388cc936 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.5516202 Aug 18 18:25:22.953890 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:22.998654 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port b8bced5e-2337-4682-ad56-aa50c824597d triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:22.999204 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:23.077830 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3f47021-43f1-4e7c-a288-aee6696c52cd req-5b438524-97f8-40d4-bf93-97cbbcd151d7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131845 Aug 18 18:25:23.136521 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b91c88-028c-4dbf-a8a6-b009613237b6 None None] Pushing event updated for resources: {'Port': ['ID=6c7429b2-1644-4b55-8804-45d0dbedf094,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:23.177442 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] Set router 39458140-957d-43f5-9789-6da83f44b4eb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:25:23.249380 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Router b8239184-6807-46b4-bf94-166ec537723a is scheduled to L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 18:25:23.524323 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:25:23.535822 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7e26b-d37d-4f70-bad7-81f6f100fcb2 req-8493619d-1e9e-4a4d-936c-407fdeb10078 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:23.536556 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Sync routers for ids ['b8239184-6807-46b4-bf94-166ec537723a'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:25:23.537646 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-91c7e26b-d37d-4f70-bad7-81f6f100fcb2 req-8493619d-1e9e-4a4d-936c-407fdeb10078 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0967202 Aug 18 18:25:23.552682 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:23.556684 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f9dd9f40-182c-41c3-b39f-fd39b6b6e1b4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7144668 Aug 18 18:25:23.556923 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44400) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:23.562523 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Routers {'b8239184-6807-46b4-bf94-166ec537723a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:25:23.563172 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:25:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['b8239184-6807-46b4-bf94-166ec537723a'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:23.607510 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-91c7e26b-d37d-4f70-bad7-81f6f100fcb2 req-75f32a7e-dfb9-48a6-a77c-76d00a79ae6f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605683 Aug 18 18:25:23.608870 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:18Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '34f7bc91-4e75-4f06-a4cb-d84af6e32f03', 'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'mac_address': 'fa:16:3e:a5:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:17Z', 'updated_at': '2021-08-18T18:25:22Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'subnets': [{'id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:23.643669 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ed2f91-fbec-46c1-965e-9c3e1658c34f None None] The sync data for ids ['39458140-957d-43f5-9789-6da83f44b4eb'] in dv-cinder-802882-9-iscsi is: [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:18Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '34f7bc91-4e75-4f06-a4cb-d84af6e32f03', 'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'mac_address': 'fa:16:3e:a5:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:17Z', 'updated_at': '2021-08-18T18:25:22Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'subnets': [{'id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:25:23.795635 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Set router b8239184-6807-46b4-bf94-166ec537723a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:25:24.099372 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239184-6807-46b4-bf94-166ec537723a', 'name': 'tempest-TestShelveInstance-1844149167-router', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:20Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 3, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'gw_port': {'id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fe:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:21Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:24.128690 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Checking router: b8239184-6807-46b4-bf94-166ec537723a for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:25:24.129109 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Updating router b8239184-6807-46b4-bf94-166ec537723a port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec binding host dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:25:24.160104 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:24.205754 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:24.259034 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f20add-17e4-42e1-abea-4ca828f8419f None None] Network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:25:24.405411 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-953cc0e3-e779-47c0-b2dd-8ced2bcc82b8 None None] Provisioning for port 6c7429b2-1644-4b55-8804-45d0dbedf094 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:24.415769 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Allocated IP 172.20.0.1 (e45c8d7e-eaea-4ff4-bf03-a32f783fa1db/71d994b9-eefb-4644-9339-4677dbcb3ad5/69249b1c-d5cf-460f-9574-39b1da26235f) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:25:24.469503 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:24.490978 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Transition to ACTIVE for port object 3f4e1e27-fbcc-412b-9b7a-083d76a2acec will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:24.503712 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:24.563532 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1c3e5-353e-4199-8bc7-aa7335773d2c None None] Pushing event updated for resources: {'Port': ['ID=3f4e1e27-fbcc-412b-9b7a-083d76a2acec,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:24.564163 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:24.567416 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Attempting to bind port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:25:24.567938 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Attempting to bind port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:25:24.568454 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Attempting to bind port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec on network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:25:24.574904 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:25:24.575522 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:25:24.576080 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:24.576616 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Bound using segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:25:24.577240 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Bound port: 3f4e1e27-fbcc-412b-9b7a-083d76a2acec, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:25:24.577627 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:24.589185 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Transition to ACTIVE for port object 69249b1c-d5cf-460f-9574-39b1da26235f will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:24.627025 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:24.634717 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] For port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:25:24.639613 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] For port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=3f4e1e27-fbcc-412b-9b7a-083d76a2acec,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:25:24.648511 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:24.672792 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:24.676149 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:24.679701 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:25:24.728022 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1699177'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:24.795610 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Pushing event updated for resources: {'Port': ['ID=69249b1c-d5cf-460f-9574-39b1da26235f,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:24.827769 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d10762-fb28-4f0b-9344-dc704d1c4f33 req-be749f0f-9091-4577-a29c-111d2a9d6402 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:24.830969 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-08d10762-fb28-4f0b-9344-dc704d1c4f33 req-be749f0f-9091-4577-a29c-111d2a9d6402 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.1082263 Aug 18 18:25:24.900626 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-08d10762-fb28-4f0b-9344-dc704d1c4f33 req-51ad0121-2a44-4900-9509-9dec1445d856 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617521 Aug 18 18:25:24.909979 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 6c7429b2-1644-4b55-8804-45d0dbedf094 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:24.948217 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1c3e5-353e-4199-8bc7-aa7335773d2c None None] Pushing event updated for resources: {'Port': ['ID=3f4e1e27-fbcc-412b-9b7a-083d76a2acec,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:24.992260 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Routers {'b8239184-6807-46b4-bf94-166ec537723a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:25:24.993144 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:25:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['b8239184-6807-46b4-bf94-166ec537723a'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:25.001593 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 6c7429b2-1644-4b55-8804-45d0dbedf094 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:25.006054 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 6c7429b2-1644-4b55-8804-45d0dbedf094 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:25.006535 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.017017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.096198 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.138087 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 6c7429b2-1644-4b55-8804-45d0dbedf094, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=6c7429b2-1644-4b55-8804-45d0dbedf094,segment=NetworkSegment(b67771ac-5a48-4060-9b1e-5bcceb10fa32),segment_id=b67771ac-5a48-4060-9b1e-5bcceb10fa32)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:25.143911 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.144777 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:25.172750 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] Set router b8239184-6807-46b4-bf94-166ec537723a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:25:25.234513 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-20737865-fdaa-4330-bef7-b0b5fbb42477 None None] Provisioning for port 69249b1c-d5cf-460f-9574-39b1da26235f completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:25.236733 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.242380 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.248220 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-20737865-fdaa-4330-bef7-b0b5fbb42477 None None] Provisioning complete for port 69249b1c-d5cf-460f-9574-39b1da26235f triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:25.248701 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-20737865-fdaa-4330-bef7-b0b5fbb42477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.253641 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=6c7429b2-1644-4b55-8804-45d0dbedf094,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:25.295183 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699229'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.298889 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:25.301124 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-20737865-fdaa-4330-bef7-b0b5fbb42477 None None] Port 69249b1c-d5cf-460f-9574-39b1da26235f cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:25:25.305527 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:25.305527 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.378758 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Pushing event updated for resources: {'Port': ['ID=69249b1c-d5cf-460f-9574-39b1da26235f,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:25.388566 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.406749 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239184-6807-46b4-bf94-166ec537723a', 'name': 'tempest-TestShelveInstance-1844149167-router', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:20Z', 'updated_at': '2021-08-18T18:25:24Z', 'revision_number': 4, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'gw_port': {'id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fe:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:21Z', 'updated_at': '2021-08-18T18:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '69249b1c-d5cf-460f-9574-39b1da26235f', 'name': '', 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'mac_address': 'fa:16:3e:94:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '71d994b9-eefb-4644-9339-4677dbcb3ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:24Z', 'updated_at': '2021-08-18T18:25:24Z', 'revision_number': 1, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'subnets': [{'id': '71d994b9-eefb-4644-9339-4677dbcb3ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:25.427198 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=34f7bc91-4e75-4f06-a4cb-d84af6e32f03,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:25.430811 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:25.432578 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.432903 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:25.433208 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1cb05-2c7d-4603-8e0b-0fce742732d3 None None] The sync data for ids ['b8239184-6807-46b4-bf94-166ec537723a'] in dv-cinder-802882-9-iscsi is: [{'id': 'b8239184-6807-46b4-bf94-166ec537723a', 'name': 'tempest-TestShelveInstance-1844149167-router', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:20Z', 'updated_at': '2021-08-18T18:25:24Z', 'revision_number': 4, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'gw_port': {'id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fe:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:21Z', 'updated_at': '2021-08-18T18:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '69249b1c-d5cf-460f-9574-39b1da26235f', 'name': '', 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'mac_address': 'fa:16:3e:94:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '71d994b9-eefb-4644-9339-4677dbcb3ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:24Z', 'updated_at': '2021-08-18T18:25:24Z', 'revision_number': 1, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'subnets': [{'id': '71d994b9-eefb-4644-9339-4677dbcb3ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:25:25.482503 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=34f7bc91-4e75-4f06-a4cb-d84af6e32f03,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:25.563787 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Router b8239184-6807-46b4-bf94-166ec537723a has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:25:25.705049 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:25:25.715150 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-71eb0f4c-6891-45ba-8c62-4240541246bd admin admin] 10.222.0.46 "PUT /v2.0/routers/b8239184-6807-46b4-bf94-166ec537723a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1565731 Aug 18 18:25:25.730468 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8f0f4f90-261a-446a-a81e-05df54de2520 None None] Provisioning complete for port 69249b1c-d5cf-460f-9574-39b1da26235f triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:25.730929 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4f90-261a-446a-a81e-05df54de2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:25.765815 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f4f90-261a-446a-a81e-05df54de2520 None None] Port 69249b1c-d5cf-460f-9574-39b1da26235f cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:25:26.300455 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44454) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:26.315654 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-e3eeff73-f9ea-4d54-a2fd-16ab2b9b42e6 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689672157', 'description': 'tempest-secgroup-smoke-1689672157 description', 'project_id': 'be905b0199494bc59360e3484fc67e00'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:26.361348 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e3eeff73-f9ea-4d54-a2fd-16ab2b9b42e6 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.415649 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9440457-c28e-4937-a150-8ffbbd411e67 req-d5531cb7-d8b0-4753-8a59-73121de0042f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:26.425716 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b9440457-c28e-4937-a150-8ffbbd411e67 req-d5531cb7-d8b0-4753-8a59-73121de0042f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0773358 Aug 18 18:25:26.472959 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b9440457-c28e-4937-a150-8ffbbd411e67 req-234c9d3e-0913-452e-91b5-a4e96186c0bf tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461593 Aug 18 18:25:26.484230 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e3eeff73-f9ea-4d54-a2fd-16ab2b9b42e6 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.499077 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e3eeff73-f9ea-4d54-a2fd-16ab2b9b42e6 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.530288 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e3eeff73-f9ea-4d54-a2fd-16ab2b9b42e6 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.531534 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e3eeff73-f9ea-4d54-a2fd-16ab2b9b42e6 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2298913 Aug 18 18:25:26.533514 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeff73-f9ea-4d54-a2fd-16ab2b9b42e6 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5976c58a-2b71-4fcb-8b76-d84290a0a381,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:26.535929 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44464) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:26.540253 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-a3ba42cf-1829-4d54-b773-3bf328a16d07 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Request body: {'security_group_rule': {'security_group_id': '5976c58a-2b71-4fcb-8b76-d84290a0a381', 'project_id': 'be905b0199494bc59360e3484fc67e00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:26.576002 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a3ba42cf-1829-4d54-b773-3bf328a16d07 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.649508 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a3ba42cf-1829-4d54-b773-3bf328a16d07 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.655521 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a3ba42cf-1829-4d54-b773-3bf328a16d07 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.682625 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba42cf-1829-4d54-b773-3bf328a16d07 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9fb773-a597-4656-8cb1-2f04acf66ab3,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:26.689945 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a3ba42cf-1829-4d54-b773-3bf328a16d07 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.691866 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a3ba42cf-1829-4d54-b773-3bf328a16d07 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549897 Aug 18 18:25:26.694531 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44472) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:26.699373 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-eecf9cbd-81e7-4e31-b0c4-9162ba4ee9a4 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Request body: {'security_group_rule': {'security_group_id': '5976c58a-2b71-4fcb-8b76-d84290a0a381', 'project_id': 'be905b0199494bc59360e3484fc67e00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:26.731907 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eecf9cbd-81e7-4e31-b0c4-9162ba4ee9a4 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.797249 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eecf9cbd-81e7-4e31-b0c4-9162ba4ee9a4 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.801512 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eecf9cbd-81e7-4e31-b0c4-9162ba4ee9a4 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.819586 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf9cbd-81e7-4e31-b0c4-9162ba4ee9a4 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca9c57a-7fb3-46c0-9de0-4e34a86df4ca,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:26.826115 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eecf9cbd-81e7-4e31-b0c4-9162ba4ee9a4 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.827782 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-eecf9cbd-81e7-4e31-b0c4-9162ba4ee9a4 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321533 Aug 18 18:25:26.829783 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44474) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:26.834319 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-54100e2d-16ec-4e61-86e4-161901fb20c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Request body: {'security_group_rule': {'security_group_id': '5976c58a-2b71-4fcb-8b76-d84290a0a381', 'project_id': 'be905b0199494bc59360e3484fc67e00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:26.854582 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 6c7429b2-1644-4b55-8804-45d0dbedf094 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:26.862848 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54100e2d-16ec-4e61-86e4-161901fb20c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.906954 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 6c7429b2-1644-4b55-8804-45d0dbedf094 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:26.906954 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.922061 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54100e2d-16ec-4e61-86e4-161901fb20c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.927336 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54100e2d-16ec-4e61-86e4-161901fb20c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.945529 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54100e2d-16ec-4e61-86e4-161901fb20c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb63ba1-0bbb-44ac-88c0-b97935bff387,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:26.955304 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54100e2d-16ec-4e61-86e4-161901fb20c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.956521 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-54100e2d-16ec-4e61-86e4-161901fb20c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257653 Aug 18 18:25:26.959138 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44476) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:26.963748 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-972254bf-5a8f-418b-bef0-9418d82f6cf2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Request body: {'security_group_rule': {'security_group_id': '5976c58a-2b71-4fcb-8b76-d84290a0a381', 'project_id': 'be905b0199494bc59360e3484fc67e00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:26.994283 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-972254bf-5a8f-418b-bef0-9418d82f6cf2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:26.995481 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:27.044747 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:27.045120 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.061075 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-972254bf-5a8f-418b-bef0-9418d82f6cf2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.065297 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-972254bf-5a8f-418b-bef0-9418d82f6cf2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.083081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972254bf-5a8f-418b-bef0-9418d82f6cf2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb638b0-1306-4a63-a69c-98bd6d53033f,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:27.090086 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-972254bf-5a8f-418b-bef0-9418d82f6cf2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.091432 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-972254bf-5a8f-418b-bef0-9418d82f6cf2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313045 Aug 18 18:25:27.094232 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44482) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:27.098805 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-151895df-5024-4d96-912b-3fd836cbc4c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Request body: {'security_group_rule': {'security_group_id': '5976c58a-2b71-4fcb-8b76-d84290a0a381', 'project_id': 'be905b0199494bc59360e3484fc67e00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:27.125867 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.securitygroups_db [None req-151895df-5024-4d96-912b-3fd836cbc4c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Project be905b0199494bc59360e3484fc67e00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 18:25:27.134322 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-151895df-5024-4d96-912b-3fd836cbc4c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.136380 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 3f4e1e27-fbcc-412b-9b7a-083d76a2acec up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:27.193422 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:27.200021 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:27.200467 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.210475 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-151895df-5024-4d96-912b-3fd836cbc4c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.215705 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-151895df-5024-4d96-912b-3fd836cbc4c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.238025 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151895df-5024-4d96-912b-3fd836cbc4c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47254c6-70a7-4125-87fb-29954cf22cdf,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:27.244295 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-151895df-5024-4d96-912b-3fd836cbc4c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.247196 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44486) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:27.247344 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-151895df-5024-4d96-912b-3fd836cbc4c2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519578 Aug 18 18:25:27.251912 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-eb6eac42-b1eb-44da-938d-4ab1dc52d6fc tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Request body: {'security_group_rule': {'security_group_id': '5976c58a-2b71-4fcb-8b76-d84290a0a381', 'project_id': 'be905b0199494bc59360e3484fc67e00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:27.276089 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.securitygroups_db [None req-eb6eac42-b1eb-44da-938d-4ab1dc52d6fc tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Project be905b0199494bc59360e3484fc67e00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 18:25:27.282278 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eb6eac42-b1eb-44da-938d-4ab1dc52d6fc tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.312655 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.343566 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=3f4e1e27-fbcc-412b-9b7a-083d76a2acec,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:27.347782 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eb6eac42-b1eb-44da-938d-4ab1dc52d6fc tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.348298 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.352385 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eb6eac42-b1eb-44da-938d-4ab1dc52d6fc tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.369445 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eac42-b1eb-44da-938d-4ab1dc52d6fc tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f11bc7-3e9d-4219-9bce-3df9c0a12096,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:27.379858 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eb6eac42-b1eb-44da-938d-4ab1dc52d6fc tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:27.388998 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-eb6eac42-b1eb-44da-938d-4ab1dc52d6fc tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329114 Aug 18 18:25:27.548117 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=3f4e1e27-fbcc-412b-9b7a-083d76a2acec,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:27.582465 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Sync routers for ids ['b8239184-6807-46b4-bf94-166ec537723a'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:25:27.592277 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Routers {'b8239184-6807-46b4-bf94-166ec537723a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:25:27.593176 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:25:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['b8239184-6807-46b4-bf94-166ec537723a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:27.618745 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b1aef-4ce6-47c9-b695-53cb5b82c1ef req-c6a50288-1bb8-4cc9-b44d-dcc86ec5f00a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:27.620409 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-077b1aef-4ce6-47c9-b695-53cb5b82c1ef req-c6a50288-1bb8-4cc9-b44d-dcc86ec5f00a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0592828 Aug 18 18:25:27.666257 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-077b1aef-4ce6-47c9-b695-53cb5b82c1ef req-394b2b06-aa71-4a7f-81a1-62f98215102e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353739 Aug 18 18:25:27.722795 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Set router b8239184-6807-46b4-bf94-166ec537723a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:25:27.926992 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239184-6807-46b4-bf94-166ec537723a', 'name': 'tempest-TestShelveInstance-1844149167-router', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:20Z', 'updated_at': '2021-08-18T18:25:24Z', 'revision_number': 4, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'gw_port': {'id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fe:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:21Z', 'updated_at': '2021-08-18T18:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '69249b1c-d5cf-460f-9574-39b1da26235f', 'name': '', 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'mac_address': 'fa:16:3e:94:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '71d994b9-eefb-4644-9339-4677dbcb3ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:24Z', 'updated_at': '2021-08-18T18:25:25Z', 'revision_number': 2, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'subnets': [{'id': '71d994b9-eefb-4644-9339-4677dbcb3ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:27.960931 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Checking router: b8239184-6807-46b4-bf94-166ec537723a for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:25:27.961272 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Updating router b8239184-6807-46b4-bf94-166ec537723a port 69249b1c-d5cf-460f-9574-39b1da26235f binding host dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:25:27.994362 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:28.240780 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:25:28.315329 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:28.325730 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Transition to ACTIVE for port object 69249b1c-d5cf-460f-9574-39b1da26235f will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:28.332609 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:28.386116 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47206b60-8896-4202-89f3-0ef4c89c3071 None None] Pushing event updated for resources: {'Port': ['ID=69249b1c-d5cf-460f-9574-39b1da26235f,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:28.449524 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Attempting to bind port 69249b1c-d5cf-460f-9574-39b1da26235f on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:25:28.449887 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Attempting to bind port 69249b1c-d5cf-460f-9574-39b1da26235f by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'b67771ac-5a48-4060-9b1e-5bcceb10fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:25:28.450235 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Attempting to bind port 69249b1c-d5cf-460f-9574-39b1da26235f on network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:25:28.455918 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:25:28.456286 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Checking segment: {'id': 'b67771ac-5a48-4060-9b1e-5bcceb10fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:25:28.456684 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:28.457074 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Bound using segment: {'id': 'b67771ac-5a48-4060-9b1e-5bcceb10fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:25:28.457530 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Bound port: 69249b1c-d5cf-460f-9574-39b1da26235f, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67771ac-5a48-4060-9b1e-5bcceb10fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:25:28.457906 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:28.542177 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] For port 69249b1c-d5cf-460f-9574-39b1da26235f, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:25:28.545953 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] For port 69249b1c-d5cf-460f-9574-39b1da26235f, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=69249b1c-d5cf-460f-9574-39b1da26235f,segment=NetworkSegment(b67771ac-5a48-4060-9b1e-5bcceb10fa32),segment_id=b67771ac-5a48-4060-9b1e-5bcceb10fa32)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:25:28.552483 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:28.620738 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Routers {'b8239184-6807-46b4-bf94-166ec537723a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:25:28.621632 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:25:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['b8239184-6807-46b4-bf94-166ec537723a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:28.627720 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47206b60-8896-4202-89f3-0ef4c89c3071 None None] Pushing event updated for resources: {'Port': ['ID=69249b1c-d5cf-460f-9574-39b1da26235f,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:28.818936 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 3f4e1e27-fbcc-412b-9b7a-083d76a2acec up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:28.858227 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] Set router b8239184-6807-46b4-bf94-166ec537723a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:25:28.876254 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76930d9e-f38b-41ed-ac72-a778512c27c1 req-aca1b27b-8fc5-4780-9829-1acf36c27725 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:28.877785 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76930d9e-f38b-41ed-ac72-a778512c27c1 req-aca1b27b-8fc5-4780-9829-1acf36c27725 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0513566 Aug 18 18:25:28.934609 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76930d9e-f38b-41ed-ac72-a778512c27c1 req-40feecfe-91b0-4d1b-9740-8d1a66efdee9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485291 Aug 18 18:25:29.081548 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:29.082161 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:29.241424 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 69249b1c-d5cf-460f-9574-39b1da26235f up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:29.283510 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239184-6807-46b4-bf94-166ec537723a', 'name': 'tempest-TestShelveInstance-1844149167-router', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:20Z', 'updated_at': '2021-08-18T18:25:24Z', 'revision_number': 4, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'gw_port': {'id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fe:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:21Z', 'updated_at': '2021-08-18T18:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '69249b1c-d5cf-460f-9574-39b1da26235f', 'name': '', 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'mac_address': 'fa:16:3e:94:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '71d994b9-eefb-4644-9339-4677dbcb3ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:24Z', 'updated_at': '2021-08-18T18:25:28Z', 'revision_number': 4, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'subnets': [{'id': '71d994b9-eefb-4644-9339-4677dbcb3ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:29.314949 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200e75e-6dbe-4cc0-b726-8d084a1765df None None] The sync data for ids ['b8239184-6807-46b4-bf94-166ec537723a'] in dv-cinder-802882-9-iscsi is: [{'id': 'b8239184-6807-46b4-bf94-166ec537723a', 'name': 'tempest-TestShelveInstance-1844149167-router', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:20Z', 'updated_at': '2021-08-18T18:25:24Z', 'revision_number': 4, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'gw_port': {'id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fe:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:21Z', 'updated_at': '2021-08-18T18:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '69249b1c-d5cf-460f-9574-39b1da26235f', 'name': '', 'network_id': 'e45c8d7e-eaea-4ff4-bf03-a32f783fa1db', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'mac_address': 'fa:16:3e:94:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '71d994b9-eefb-4644-9339-4677dbcb3ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:24Z', 'updated_at': '2021-08-18T18:25:28Z', 'revision_number': 4, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'subnets': [{'id': '71d994b9-eefb-4644-9339-4677dbcb3ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:25:29.331799 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 69249b1c-d5cf-460f-9574-39b1da26235f completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:29.336983 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 69249b1c-d5cf-460f-9574-39b1da26235f triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:29.337608 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:29.439139 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:29.476231 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 69249b1c-d5cf-460f-9574-39b1da26235f, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=69249b1c-d5cf-460f-9574-39b1da26235f,segment=NetworkSegment(b67771ac-5a48-4060-9b1e-5bcceb10fa32),segment_id=b67771ac-5a48-4060-9b1e-5bcceb10fa32)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:29.481736 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:29.539608 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=69249b1c-d5cf-460f-9574-39b1da26235f,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:30.144352 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44758e5-6ab9-43fb-804d-657445597203 req-af744cb8-54d0-4895-a6eb-401ebf8c632d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:30.147278 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f44758e5-6ab9-43fb-804d-657445597203 req-af744cb8-54d0-4895-a6eb-401ebf8c632d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0879490 Aug 18 18:25:30.268422 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f44758e5-6ab9-43fb-804d-657445597203 req-92aca4fb-5805-4624-8d6e-51fa05d82982 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074097 Aug 18 18:25:30.747451 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 69249b1c-d5cf-460f-9574-39b1da26235f up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:30.802312 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 69249b1c-d5cf-460f-9574-39b1da26235f triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:30.802890 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:31.391496 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df8fee-ce99-47f9-b8b9-a151d40b0725 req-4dad5f11-4536-4f60-9920-2aea49a594d9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:31.393016 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29df8fee-ce99-47f9-b8b9-a151d40b0725 req-4dad5f11-4536-4f60-9920-2aea49a594d9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0492060 Aug 18 18:25:31.434619 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29df8fee-ce99-47f9-b8b9-a151d40b0725 req-2107fa95-4b94-45d9-b5b5-2bca20cbd303 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340295 Aug 18 18:25:32.573519 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcffbc-fd1b-46e1-92fb-2343181d08a3 req-1f29e321-9481-48df-9af7-f0c6d56f5f62 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:32.575008 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afdcffbc-fd1b-46e1-92fb-2343181d08a3 req-1f29e321-9481-48df-9af7-f0c6d56f5f62 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0540216 Aug 18 18:25:32.613431 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afdcffbc-fd1b-46e1-92fb-2343181d08a3 req-1565d876-af26-4fcf-9314-03ab76652a75 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Aug 18 18:25:33.715618 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-8f0c7979-07bb-408b-af26-9c4ae468f2a2 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974344522&fields=id&tenant_id=eb942a32e2e548df9459ea2edaee63f1 HTTP/1.1" status: 200 len: 267 time: 0.0483010 Aug 18 18:25:33.842197 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-1c609ae9-0e0f-427c-924d-3b5dd6a5fb40 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:33.843795 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-1c609ae9-0e0f-427c-924d-3b5dd6a5fb40 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 812 time: 0.1207156 Aug 18 18:25:33.863327 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-d8a4134c-60c5-465e-ae95-d535684d06d2 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/quotas/eb942a32e2e548df9459ea2edaee63f1 HTTP/1.1" status: 200 len: 375 time: 0.0131168 Aug 18 18:25:33.987743 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-78b847bb-b5ca-44d4-809c-6cfcc4c0e7a0 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093800 Aug 18 18:25:34.092556 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-6e20ef33-13e6-4ad2-8e7d-82b7a79564c4 service neutron] 10.222.0.46 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018317 Aug 18 18:25:34.193546 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-243317f9-bb6b-4746-90e0-142c9eaa110e service neutron] 10.222.0.46 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949430 Aug 18 18:25:34.295422 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 6b672e8c-d81d-4464-a017-ff3604ec1a1c details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:25:34.404738 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:34.422355 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'port_id': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'mac_address': 'fa:16:3e:07:d5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:25:34.483714 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:34.502974 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b672e8c-d81d-4464-a017-ff3604ec1a1c {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:25:34.535326 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:34.540945 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:34.597083 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=6']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:34.601645 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79770725-9188-4994-807b-c79633eb993a req-c28bc663-f62b-4fe9-b95d-d64259f982e1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:34.609101 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79770725-9188-4994-807b-c79633eb993a req-c28bc663-f62b-4fe9-b95d-d64259f982e1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 945 time: 0.0580549 Aug 18 18:25:34.650840 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79770725-9188-4994-807b-c79633eb993a req-c3167810-34dc-4320-9c5a-684f30148329 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407507 Aug 18 18:25:34.732281 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dccb5f18-a262-4b49-92ea-f380891930c3 req-8f390b73-b627-4622-a74a-ffaa810560a1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 210 time: 0.0287263 Aug 18 18:25:34.786082 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['6b672e8c-d81d-4464-a017-ff3604ec1a1c'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:25:35.797204 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23315223-34dd-4845-a548-ddc21b5266a6 req-460db0f7-1ad4-4a08-bab2-674cfb46d92c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:35.799020 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-23315223-34dd-4845-a548-ddc21b5266a6 req-460db0f7-1ad4-4a08-bab2-674cfb46d92c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 945 time: 0.0678425 Aug 18 18:25:35.843923 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-23315223-34dd-4845-a548-ddc21b5266a6 req-118d6cae-1ef2-4af3-b80c-28ea2eb4cd03 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387433 Aug 18 18:25:35.939060 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5fbe214c-6c6d-43f8-a759-d2332f54b5cc req-a97a21e5-fb85-4c4b-a99f-61002b07fd70 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 210 time: 0.0335410 Aug 18 18:25:36.240401 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-fbcbdd9e-e917-43ec-965c-ac7486fe208f tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:36.242891 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-fbcbdd9e-e917-43ec-965c-ac7486fe208f tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 812 time: 0.1353807 Aug 18 18:25:36.297593 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 6b672e8c-d81d-4464-a017-ff3604ec1a1c up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:36.382626 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-3784ca31-b0d7-4e25-9de1-258977570255 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb942a32e2e548df9459ea2edaee63f1 HTTP/1.1" status: 200 len: 380 time: 0.0856407 Aug 18 18:25:36.396836 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 6b672e8c-d81d-4464-a017-ff3604ec1a1c triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:36.397215 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:36.398598 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'port': {'device_id': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'admin_state_up': True, 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'security_groups': ['008738a1-0cb0-4831-a85a-fc88205f4419']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:36.540456 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:36.547413 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Made reservation on behalf of eb942a32e2e548df9459ea2edaee63f1 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:25:36.560693 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:36.580864 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:25:36.583875 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e3787c-3861-4955-9e26-56264686049b" -d '{"events": [{"server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "name": "network-vif-plugged", "status": "completed", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:25:36.590965 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:36.597988 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:36.697443 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52173b3e-d535-47f8-8e43-0d41286cb402 x-openstack-request-id: req-52173b3e-d535-47f8-8e43-0d41286cb402 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:25:36.698175 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "name": "network-vif-plugged", "status": "completed", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:25:36.698664 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52173b3e-d535-47f8-8e43-0d41286cb402 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:25:36.699251 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'code': 200} Aug 18 18:25:36.723273 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Allocated IP 172.20.0.8 (cbc7e1a4-41f2-42f5-a532-20e3839d6d33/91e63cb5-1094-4561-931d-ae172cc09e0d/ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:25:36.734390 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=7']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:36.877525 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:36.891639 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Transition to ACTIVE for port object ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:36.955648 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:37.011990 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:37.014729 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'Port': ['ID=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:37.017973 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:37.026829 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6a5a8-2866-4dfe-b170-8e45a3e8dc9d req-d261798e-9d7d-4f3d-8c56-982855d8c9e4 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:37.028746 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dd6a5a8-2866-4dfe-b170-8e45a3e8dc9d req-d261798e-9d7d-4f3d-8c56-982855d8c9e4 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.1088619 Aug 18 18:25:37.029523 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:25:37.101705 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:37.102347 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:37.110413 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dd6a5a8-2866-4dfe-b170-8e45a3e8dc9d req-d825af2b-c8fa-42da-9f82-ead3b0a3d87e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738282 Aug 18 18:25:37.124596 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4e48a709-3d8c-4942-9885-7fb78633f3d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320716 Aug 18 18:25:37.149683 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Request body: {'port': {'device_id': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:37.235352 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:37.250386 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8059a3a7-32ed-44c2-94c8-f1733f4798c9 None None] Provisioning for port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:37.255474 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-8059a3a7-32ed-44c2-94c8-f1733f4798c9 None None] Provisioning complete for port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:37.255922 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8059a3a7-32ed-44c2-94c8-f1733f4798c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:37.292749 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-8059a3a7-32ed-44c2-94c8-f1733f4798c9 None None] Port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:25:37.296353 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a32ab-9b8d-47ff-a4de-d93f84674699 req-34e82ec4-6107-4da6-a456-962b2f9d34c5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:37.298139 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-311a32ab-9b8d-47ff-a4de-d93f84674699 req-34e82ec4-6107-4da6-a456-962b2f9d34c5 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 931 time: 0.0975599 Aug 18 18:25:37.412322 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-311a32ab-9b8d-47ff-a4de-d93f84674699 req-29b1cb19-e761-4c72-a58f-77d45d5cf71f tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029387 Aug 18 18:25:37.599632 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:25:37.673882 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:37.715268 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Transition to ACTIVE for port object ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:37.720930 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:37.882857 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:38.024965 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Attempting to bind port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:25:38.025630 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Attempting to bind port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:25:38.026212 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Attempting to bind port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:25:38.035237 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:25:38.035901 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Attempting to bind port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:25:38.042843 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:25:38.043552 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Checking segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:25:38.044216 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Bound using segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:25:38.044916 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Bound port: ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:25:38.045517 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:38.147691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] For port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:25:38.151899 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] For port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:25:38.165368 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:38.216426 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:38.217056 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:38.218680 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff HTTP/1.1" status: 200 len: 1093 time: 1.0735376 Aug 18 18:25:38.219266 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'tag': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:25:38.221979 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff37712-a436-4763-bf13-7d6552f24e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5ca397-a1c0-4bee-8962-706c2008e8de", "tag": "ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:25:38.243667 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00303062-e14b-4524-b13b-5a32c438d2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:38.737204 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-92e85185-a136-4d48-9f91-2bc308cd9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:38.739318 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-92e85185-a136-4d48-9f91-2bc308cd9f40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 1096 time: 0.4269454 Aug 18 18:25:38.760619 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa344f5-5f5c-49a0-89b5-ccef65d4fe79 req-732af77c-56da-47d1-ab19-494fe546e49d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:38.762763 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afa344f5-5f5c-49a0-89b5-ccef65d4fe79 req-732af77c-56da-47d1-ab19-494fe546e49d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.3860214 Aug 18 18:25:38.815527 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a065-b0ac-4a2c-bd51-acd4474a346f req-5951534d-fd0f-4992-a67a-70d9435c95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:38.817029 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e86a065-b0ac-4a2c-bd51-acd4474a346f req-5951534d-fd0f-4992-a67a-70d9435c95c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.4063871 Aug 18 18:25:38.819552 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-f42972ea-b8a2-4451-b3bc-7f7b623eb57e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff HTTP/1.1" status: 200 len: 217 time: 0.0548553 Aug 18 18:25:38.886326 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afa344f5-5f5c-49a0-89b5-ccef65d4fe79 req-4bb4ddc5-877a-45fc-bf36-5745db43326e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094902 Aug 18 18:25:38.887508 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9770a595-59b3-455f-b001-551a957a0216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:38.941660 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b19b203-7356-42c8-b9e8-d9dbfd1bd307 x-openstack-request-id: req-0b19b203-7356-42c8-b9e8-d9dbfd1bd307 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:25:38.941926 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5ca397-a1c0-4bee-8962-706c2008e8de", "tag": "ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:25:38.942171 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b19b203-7356-42c8-b9e8-d9dbfd1bd307 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:25:38.942558 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'tag': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff', 'status': 'completed', 'code': 200} Aug 18 18:25:38.966006 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-13102897-6f86-4b00-9bd7-de4f09e47137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:38.967488 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-13102897-6f86-4b00-9bd7-de4f09e47137 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.1259601 Aug 18 18:25:39.070571 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a065-b0ac-4a2c-bd51-acd4474a346f req-4f726410-7987-43d0-8a0e-bdf3cf30924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:39.072145 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e86a065-b0ac-4a2c-bd51-acd4474a346f req-4f726410-7987-43d0-8a0e-bdf3cf30924e service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 919 time: 0.2296598 Aug 18 18:25:39.097702 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4f4c1fb8-d323-4097-bacf-404c01e64fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:39.099177 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-4f4c1fb8-d323-4097-bacf-404c01e64fd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138723 Aug 18 18:25:39.136604 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762eea4-dc21-4d48-914f-afae6db4609a req-ff31b1c4-8b27-4e4c-9007-a0a1d5e43b3e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:39.138223 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0762eea4-dc21-4d48-914f-afae6db4609a req-ff31b1c4-8b27-4e4c-9007-a0a1d5e43b3e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1351242 Aug 18 18:25:39.146553 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e86a065-b0ac-4a2c-bd51-acd4474a346f req-dbee6e26-7394-4bba-84fa-8959fa429c4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff HTTP/1.1" status: 200 len: 217 time: 0.0634129 Aug 18 18:25:39.284037 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a065-b0ac-4a2c-bd51-acd4474a346f req-80454a98-b07f-4eac-a576-bffc3b019fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:39.285581 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e86a065-b0ac-4a2c-bd51-acd4474a346f req-80454a98-b07f-4eac-a576-bffc3b019fee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60a05d24-d918-4e5a-935f-9dab987eb2e1 HTTP/1.1" status: 200 len: 858 time: 0.0924776 Aug 18 18:25:39.295374 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0762eea4-dc21-4d48-914f-afae6db4609a req-db8a263b-b2dc-4ccb-9ff8-8f710954bc77 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469898 Aug 18 18:25:39.338427 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e86a065-b0ac-4a2c-bd51-acd4474a346f req-00282419-96d9-4c52-affa-157afdee4909 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd33299d-9999-4826-90da-36029a9801da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404272 Aug 18 18:25:39.342246 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-e0a42477-9423-4710-88d2-f52c873db2f4 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148330 Aug 18 18:25:39.553666 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308eefc9-7b12-4ad7-a017-d38d5ab0eafe req-49f1a166-74ee-4da2-b54c-7a9085060acc tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:39.555636 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-308eefc9-7b12-4ad7-a017-d38d5ab0eafe req-49f1a166-74ee-4da2-b54c-7a9085060acc tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 943 time: 0.1879573 Aug 18 18:25:39.637503 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e86a065-b0ac-4a2c-bd51-acd4474a346f req-c89a77fd-59d6-4f7a-8566-dac95b50ef0d service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786586 Aug 18 18:25:39.645696 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61ed052b-954f-495d-8cbc-1170197da0a6 req-9f050200-dfa9-49fc-8d24-abd7357f9fb4 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791338 Aug 18 18:25:39.678938 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-308eefc9-7b12-4ad7-a017-d38d5ab0eafe req-561055cb-6ade-4eb8-bf7e-98a7c4b31156 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061592 Aug 18 18:25:39.809404 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e86a065-b0ac-4a2c-bd51-acd4474a346f req-f0767e65-fb92-4bd8-8355-fead1fd4e83a service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603956 Aug 18 18:25:39.819432 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-478db019-1b39-4fda-8c88-4c451f6facf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:39.820897 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-478db019-1b39-4fda-8c88-4c451f6facf1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 1096 time: 0.0543101 Aug 18 18:25:39.973046 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-8b442f76-028c-445c-9141-8c0197d27b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:39.974739 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-8b442f76-028c-445c-9141-8c0197d27b2f service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 913 time: 0.1408210 Aug 18 18:25:40.036139 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44830) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:40.066713 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-090b30bb-7a40-4cc5-9bce-0d96019d5778 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff HTTP/1.1" status: 200 len: 217 time: 0.0706606 Aug 18 18:25:40.108940 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfbd7f-d7eb-4e41-ace3-34c2ef292583 req-eaef16de-5c5d-4105-9cd1-f542db8b9d4c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:40.121310 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9ccfbd7f-d7eb-4e41-ace3-34c2ef292583 req-eaef16de-5c5d-4105-9cd1-f542db8b9d4c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.1373825 Aug 18 18:25:40.172277 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2195c3a7-0514-4e3d-a910-8b47a0e9f3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:40.224954 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9ccfbd7f-d7eb-4e41-ace3-34c2ef292583 req-d223f656-9c63-4f5d-9be3-db42f7550b19 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005173 Aug 18 18:25:40.229226 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-f44712ed-edf1-4be0-8d55-a22890d74644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:40.231184 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-f44712ed-edf1-4be0-8d55-a22890d74644 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.1445003 Aug 18 18:25:40.282992 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2195c3a7-0514-4e3d-a910-8b47a0e9f3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:40.288473 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2195c3a7-0514-4e3d-a910-8b47a0e9f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:40.297337 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-882e9707-b62e-449d-b90e-9f0ee34b2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:40.298906 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-882e9707-b62e-449d-b90e-9f0ee34b2a42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535727 Aug 18 18:25:40.330878 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2195c3a7-0514-4e3d-a910-8b47a0e9f3af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=332a83ceb7214eabb886d56eb2b0b3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935858 Aug 18 18:25:40.332187 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44838) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:40.363176 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195c3a7-0514-4e3d-a910-8b47a0e9f3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fe30c2-28e8-4632-ac7f-1c7080838c42,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:40.390167 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82ef23c0-f0c8-401a-b032-af13c542df6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:40.416637 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82ef23c0-f0c8-401a-b032-af13c542df6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:40.472200 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceecfe-4536-4814-b17c-ceac441481a2 req-1c13d505-b8d7-4b55-99c4-58d45dfa8f4e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:40.475361 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82ef23c0-f0c8-401a-b032-af13c542df6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:40.478461 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82ef23c0-f0c8-401a-b032-af13c542df6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:40.482343 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8cceecfe-4536-4814-b17c-ceac441481a2 req-1c13d505-b8d7-4b55-99c4-58d45dfa8f4e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0823894 Aug 18 18:25:40.482523 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-82ef23c0-f0c8-401a-b032-af13c542df6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/45fe30c2-28e8-4632-ac7f-1c7080838c42 HTTP/1.1" status: 204 len: 168 time: 0.1462750 Aug 18 18:25:40.485316 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-3baa2a8c-adb4-4a77-8fc1-ad6b1e721703 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739922 Aug 18 18:25:40.497498 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef23c0-f0c8-401a-b032-af13c542df6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fe30c2-28e8-4632-ac7f-1c7080838c42,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:40.587946 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8cceecfe-4536-4814-b17c-ceac441481a2 req-1422d093-ab72-4054-a0f9-904bb1d55aae tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071706 Aug 18 18:25:40.631084 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ff37712-a436-4763-bf13-7d6552f24e8c req-c11ddc99-e2ed-4bc2-bd2c-b3f41ac697d2 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309135 Aug 18 18:25:40.834981 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72152e1-c0c3-4a54-a517-c8114929f454 req-9c54db66-8029-4d59-8321-f57e6e9802bb tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:40.837817 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e72152e1-c0c3-4a54-a517-c8114929f454 req-9c54db66-8029-4d59-8321-f57e6e9802bb tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 943 time: 0.0677354 Aug 18 18:25:40.867319 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44846) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:40.881424 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0d09db3f-d673-49c0-b083-0f1db4d3aef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:40.891561 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e72152e1-c0c3-4a54-a517-c8114929f454 req-a1a4c8d4-9de5-4d55-a069-deaa1d49d6f4 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437407 Aug 18 18:25:40.988850 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0d09db3f-d673-49c0-b083-0f1db4d3aef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:40.996126 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0d09db3f-d673-49c0-b083-0f1db4d3aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:41.035568 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0d09db3f-d673-49c0-b083-0f1db4d3aef0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1557cb0123a844f48487be202c4fd2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671116 Aug 18 18:25:41.037768 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09db3f-d673-49c0-b083-0f1db4d3aef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892f0da4-469b-4379-8061-3665fcd4fa28,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:41.038475 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44848) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:41.095626 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1607778-4993-477a-b71f-fefd57019437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:41.123563 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1607778-4993-477a-b71f-fefd57019437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:41.193504 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1607778-4993-477a-b71f-fefd57019437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:41.196278 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b1607778-4993-477a-b71f-fefd57019437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:41.197488 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b1607778-4993-477a-b71f-fefd57019437 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/892f0da4-469b-4379-8061-3665fcd4fa28 HTTP/1.1" status: 204 len: 168 time: 0.1579614 Aug 18 18:25:41.208051 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1607778-4993-477a-b71f-fefd57019437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892f0da4-469b-4379-8061-3665fcd4fa28,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:41.338590 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6c69eb5c-e405-472f-8db6-af5a9e15b14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:41.368866 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30316d94-aa66-44b4-a65a-940249781434 req-ae19a5d7-a0d9-42d7-92b6-64bdfb130508 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:41.370665 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-30316d94-aa66-44b4-a65a-940249781434 req-ae19a5d7-a0d9-42d7-92b6-64bdfb130508 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0623128 Aug 18 18:25:41.443385 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-30316d94-aa66-44b4-a65a-940249781434 req-a777a344-d006-4dbb-ae57-009d561e5b79 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619936 Aug 18 18:25:41.743935 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247e7b3-896b-42ee-81eb-f54625dd0cd9 req-933d9d9c-92bd-48a4-ad88-3f72dce5146a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:41.746616 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e247e7b3-896b-42ee-81eb-f54625dd0cd9 req-933d9d9c-92bd-48a4-ad88-3f72dce5146a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0746014 Aug 18 18:25:41.803002 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e247e7b3-896b-42ee-81eb-f54625dd0cd9 req-65580d2f-1325-4560-b57c-f78016123bc5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496855 Aug 18 18:25:42.022529 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65323b-2fbe-4330-93c0-da00b3e2f86e req-10715e33-eab0-42de-8dad-d15e34ae3147 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:42.024302 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b65323b-2fbe-4330-93c0-da00b3e2f86e req-10715e33-eab0-42de-8dad-d15e34ae3147 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 943 time: 0.0669980 Aug 18 18:25:42.094582 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b65323b-2fbe-4330-93c0-da00b3e2f86e req-0ca0f756-2575-40b3-b247-399c9dd1c76a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597427 Aug 18 18:25:42.165793 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:42.581773 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503855a-2266-4486-aade-b55a352fe61a req-c6b32c34-d030-48de-9f85-857962982b63 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:42.589529 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2503855a-2266-4486-aade-b55a352fe61a req-c6b32c34-d030-48de-9f85-857962982b63 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0619049 Aug 18 18:25:42.634401 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2503855a-2266-4486-aade-b55a352fe61a req-53bf8bb6-6d9a-4946-ba30-0c4528c055c9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437469 Aug 18 18:25:42.956216 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39a169-0089-49d9-b997-4e5e9334b48c req-c13273a2-004b-4098-9af1-96b8f0b6a30a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:42.965783 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a39a169-0089-49d9-b997-4e5e9334b48c req-c13273a2-004b-4098-9af1-96b8f0b6a30a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0883272 Aug 18 18:25:43.025046 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a39a169-0089-49d9-b997-4e5e9334b48c req-f8aa6c7e-23ba-4a86-92c6-131b3039a301 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581861 Aug 18 18:25:43.064580 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:43.234038 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f452-6c24-46fa-ae4c-e0fe343e4f1d req-f35567eb-99d2-4277-82ff-bd5fce5a2316 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:43.235706 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96e5f452-6c24-46fa-ae4c-e0fe343e4f1d req-f35567eb-99d2-4277-82ff-bd5fce5a2316 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 943 time: 0.0711944 Aug 18 18:25:43.287604 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96e5f452-6c24-46fa-ae4c-e0fe343e4f1d req-18045262-639c-4c94-b250-656178872510 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 Aug 18 18:25:43.330059 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44912) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:43.455521 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e0b92bc4-95fe-438b-b5c8-bcbac9730154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:43.551654 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e0b92bc4-95fe-438b-b5c8-bcbac9730154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:43.559312 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e0b92bc4-95fe-438b-b5c8-bcbac9730154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:43.609936 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e0b92bc4-95fe-438b-b5c8-bcbac9730154 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc9e066075c640ae9034be805f7745c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785685 Aug 18 18:25:43.612737 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44916) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:43.621548 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b92bc4-95fe-438b-b5c8-bcbac9730154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fef0771-87c4-4b06-9ab0-ceb62c0cd8e3,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:43.736973 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5aab52c5-3158-4a47-aa26-f530303769e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:43.800108 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5aab52c5-3158-4a47-aa26-f530303769e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:43.854817 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a109e-2404-4001-842c-dafef3944d61 req-47d46c17-d54c-4bef-a2ad-bde70cb9585e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:43.854817 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-402a109e-2404-4001-842c-dafef3944d61 req-47d46c17-d54c-4bef-a2ad-bde70cb9585e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0926385 Aug 18 18:25:43.928521 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-402a109e-2404-4001-842c-dafef3944d61 req-06f90b2e-7304-4f47-bd16-180e19da2ca7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642915 Aug 18 18:25:43.939195 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5aab52c5-3158-4a47-aa26-f530303769e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:43.942752 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5aab52c5-3158-4a47-aa26-f530303769e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:43.944311 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5aab52c5-3158-4a47-aa26-f530303769e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fef0771-87c4-4b06-9ab0-ceb62c0cd8e3 HTTP/1.1" status: 204 len: 168 time: 0.3301592 Aug 18 18:25:43.970967 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab52c5-3158-4a47-aa26-f530303769e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fef0771-87c4-4b06-9ab0-ceb62c0cd8e3,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:44.187892 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cf383-a5fa-4e3a-aee1-151835e82a30 req-b302727f-18ec-438a-b6ac-a70d0f9ca317 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:44.189897 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a52cf383-a5fa-4e3a-aee1-151835e82a30 req-b302727f-18ec-438a-b6ac-a70d0f9ca317 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0669618 Aug 18 18:25:44.260038 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a52cf383-a5fa-4e3a-aee1-151835e82a30 req-47fe2a33-ccee-4655-90ca-12d34b393b75 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595505 Aug 18 18:25:44.451335 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec555213-e1c3-45c0-a1c7-862e35b81039 req-a2de1c6a-4b7b-424a-bb8a-4e05d9893297 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:44.452807 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec555213-e1c3-45c0-a1c7-862e35b81039 req-a2de1c6a-4b7b-424a-bb8a-4e05d9893297 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 943 time: 0.0625217 Aug 18 18:25:44.456515 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 44934) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:44.472960 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a483b8bb-3b0b-4e38-8c72-49e040bf58d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:44.493032 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec555213-e1c3-45c0-a1c7-862e35b81039 req-f22f2c33-8b6d-4fc0-87fe-718fdfffce42 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341539 Aug 18 18:25:44.586497 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a483b8bb-3b0b-4e38-8c72-49e040bf58d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:44.588035 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:44.591032 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a483b8bb-3b0b-4e38-8c72-49e040bf58d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:44.639233 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a483b8bb-3b0b-4e38-8c72-49e040bf58d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e206d3c7e21b433e9f6ab9098658d18c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814971 Aug 18 18:25:44.639980 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483b8bb-3b0b-4e38-8c72-49e040bf58d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628234ad-f299-40d1-858e-a486a2cff829,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:44.642145 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 44936) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:44.696486 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c866646d-646a-4f30-8490-452a44adadb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:44.720734 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c866646d-646a-4f30-8490-452a44adadb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:44.772371 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c866646d-646a-4f30-8490-452a44adadb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:44.775036 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c866646d-646a-4f30-8490-452a44adadb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:44.776290 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c866646d-646a-4f30-8490-452a44adadb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/628234ad-f299-40d1-858e-a486a2cff829 HTTP/1.1" status: 204 len: 168 time: 0.1329434 Aug 18 18:25:44.786355 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866646d-646a-4f30-8490-452a44adadb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628234ad-f299-40d1-858e-a486a2cff829,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:45.002708 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:45.104612 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bcec2-11cb-46b1-a734-d8698461b478 req-aabea086-6682-4ec9-8324-39189460f73a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:45.104612 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dd5bcec2-11cb-46b1-a734-d8698461b478 req-aabea086-6682-4ec9-8324-39189460f73a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0637293 Aug 18 18:25:45.148321 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dd5bcec2-11cb-46b1-a734-d8698461b478 req-19b68cd5-530e-4d8d-a97a-5d607114c9dd tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396237 Aug 18 18:25:45.394022 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee7eaa-af8d-4a04-bd4f-15162d65a040 req-d3b25d21-49ca-4024-8ef4-f79884e38046 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:45.395798 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fdee7eaa-af8d-4a04-bd4f-15162d65a040 req-d3b25d21-49ca-4024-8ef4-f79884e38046 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0620923 Aug 18 18:25:45.449431 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fdee7eaa-af8d-4a04-bd4f-15162d65a040 req-ecb0aa86-df7c-47bd-bfa6-f6510d17daf9 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475659 Aug 18 18:25:45.630319 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059f588-2298-4844-856d-6ea61f455e72 req-2ac82782-87ba-4c91-8a59-7601a70da65a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:45.632188 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0059f588-2298-4844-856d-6ea61f455e72 req-2ac82782-87ba-4c91-8a59-7601a70da65a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 943 time: 0.0581827 Aug 18 18:25:45.672812 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0059f588-2298-4844-856d-6ea61f455e72 req-3296995f-5b69-4af5-97f3-5ef83085ee8d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338237 Aug 18 18:25:46.284200 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf90af4-797b-4e8a-b384-c6bafcaca2dc req-bef56dc3-609b-422d-adff-06545eabe237 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:46.285954 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-adf90af4-797b-4e8a-b384-c6bafcaca2dc req-bef56dc3-609b-422d-adff-06545eabe237 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0586901 Aug 18 18:25:46.325813 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-adf90af4-797b-4e8a-b384-c6bafcaca2dc req-a3eb354d-fbf7-49f0-8420-3497e3f7ff63 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Aug 18 18:25:46.340203 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:25:46.451334 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:46.464767 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'port_id': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff', 'mac_address': 'fa:16:3e:73:52:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:25:46.519596 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:46.537958 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:25:46.562215 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:46.575340 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:46.617004 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0dadf-c7c7-4553-b08b-7685a93a01ba req-04c92772-e1e8-4d84-8c70-0bfb3b134b25 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:46.626199 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6e0dadf-c7c7-4553-b08b-7685a93a01ba req-04c92772-e1e8-4d84-8c70-0bfb3b134b25 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0764246 Aug 18 18:25:46.659446 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:46.686019 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6e0dadf-c7c7-4553-b08b-7685a93a01ba req-d9938e36-213d-4f1b-a391-5c5855afb12f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587084 Aug 18 18:25:46.850401 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85423bf-a6ab-43ab-b78d-d8cbf16d3454 req-34dc0422-a96f-4049-9303-c8b2ded153d1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:46.852015 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b85423bf-a6ab-43ab-b78d-d8cbf16d3454 req-34dc0422-a96f-4049-9303-c8b2ded153d1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 944 time: 0.0513270 Aug 18 18:25:46.896564 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b85423bf-a6ab-43ab-b78d-d8cbf16d3454 req-a128b77f-3f9c-431e-8d66-005c1f47ee2f tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351417 Aug 18 18:25:47.108592 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:25:47.481634 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f3051-ca2e-46a8-b478-f09559f3b2f4 req-b83a7930-afba-484f-87e1-712df8c8cbe8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:47.483090 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f6f3051-ca2e-46a8-b478-f09559f3b2f4 req-b83a7930-afba-484f-87e1-712df8c8cbe8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0570598 Aug 18 18:25:47.524200 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f6f3051-ca2e-46a8-b478-f09559f3b2f4 req-24b394c4-da43-49ff-8aca-c7e2bfe6dcc2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350008 Aug 18 18:25:47.831862 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08302f7-7691-4477-9410-9367480dcd08 req-865bbe16-1736-4ce1-a3dc-068dc9c91d4f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:47.833367 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e08302f7-7691-4477-9410-9367480dcd08 req-865bbe16-1736-4ce1-a3dc-068dc9c91d4f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0520127 Aug 18 18:25:47.881422 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e08302f7-7691-4477-9410-9367480dcd08 req-58979abd-9fe0-4f3c-8279-61293e195b43 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Aug 18 18:25:48.039369 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239cee5-10b3-4a68-baea-b861634a1dd8 req-5affbe78-cd41-4df6-a6c7-082daa6df0b6 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:48.040881 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b239cee5-10b3-4a68-baea-b861634a1dd8 req-5affbe78-cd41-4df6-a6c7-082daa6df0b6 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 944 time: 0.0595412 Aug 18 18:25:48.085962 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b239cee5-10b3-4a68-baea-b861634a1dd8 req-4a0ec70b-f215-47f3-aebf-32fd3bbea496 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385785 Aug 18 18:25:48.703034 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b706c6e-89fc-4f95-8e83-e8cd2d5d4440 req-de6cd350-35d3-457d-98ea-748bc06bee86 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:48.704770 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3b706c6e-89fc-4f95-8e83-e8cd2d5d4440 req-de6cd350-35d3-457d-98ea-748bc06bee86 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0819921 Aug 18 18:25:48.748560 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3b706c6e-89fc-4f95-8e83-e8cd2d5d4440 req-582e6d3f-c650-4cd5-bbf7-b95e0d5d67cd tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363820 Aug 18 18:25:49.001187 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a86a83-f8fb-4538-9eed-5fea52824a5f req-719f2d28-2b83-4cd1-a42c-2f1f7782ea81 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:49.002668 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01a86a83-f8fb-4538-9eed-5fea52824a5f req-719f2d28-2b83-4cd1-a42c-2f1f7782ea81 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0502434 Aug 18 18:25:49.044013 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01a86a83-f8fb-4538-9eed-5fea52824a5f req-73a50ebc-e5f4-4ed8-b131-74a674470b09 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353715 Aug 18 18:25:49.209217 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ae487-78f6-47d1-8d04-75ace01ba309 req-0cea38ba-c148-4545-88fa-8ae2f787454c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:49.210734 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-096ae487-78f6-47d1-8d04-75ace01ba309 req-0cea38ba-c148-4545-88fa-8ae2f787454c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 944 time: 0.0520523 Aug 18 18:25:49.256230 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-096ae487-78f6-47d1-8d04-75ace01ba309 req-2db6c67d-4e15-44ce-bbde-6964d01ba0de tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380745 Aug 18 18:25:49.888632 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5234b2-7d97-4f10-8351-1bf86ede2215 req-731ee241-0d77-41c6-8a5a-5a9d90f6e09f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:49.890272 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2b5234b2-7d97-4f10-8351-1bf86ede2215 req-731ee241-0d77-41c6-8a5a-5a9d90f6e09f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0571966 Aug 18 18:25:49.953971 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2b5234b2-7d97-4f10-8351-1bf86ede2215 req-d7cc1a77-a351-4240-bbd9-7d608ef9e968 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569332 Aug 18 18:25:50.259435 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d99e8c-dc3d-4b8f-9ca9-87805b2d6742 req-de5b24f6-9f33-403f-aa23-c744f39051c3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:50.259435 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a5d99e8c-dc3d-4b8f-9ca9-87805b2d6742 req-de5b24f6-9f33-403f-aa23-c744f39051c3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1053107 Aug 18 18:25:50.303956 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a5d99e8c-dc3d-4b8f-9ca9-87805b2d6742 req-8964d76a-0b51-4de2-a9bc-1937392d9004 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454538 Aug 18 18:25:50.362870 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:25:50.484453 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103c4f6-4653-4fe6-8a83-bbf51cdaa36f req-24841e54-89cb-4464-9a81-d7c3dca11e20 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:50.486715 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:25:50.493168 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:25:50.493975 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:50.495748 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a103c4f6-4653-4fe6-8a83-bbf51cdaa36f req-24841e54-89cb-4464-9a81-d7c3dca11e20 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 944 time: 0.1197143 Aug 18 18:25:50.549815 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 45056) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:50.551600 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a103c4f6-4653-4fe6-8a83-bbf51cdaa36f req-049e564b-f4c1-49d4-ae81-64e38e1d31d8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546844 Aug 18 18:25:50.593790 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:50.619021 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:25:50.622023 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e2be0f-bdd3-444d-ae8e-a7583675da96" -d '{"events": [{"server_uuid": "2d5ca397-a1c0-4bee-8962-706c2008e8de", "name": "network-vif-plugged", "status": "completed", "tag": "ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:25:50.639124 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:25:50.646676 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:50.714816 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99b280a-6e32-450e-bf0b-6c211200fadb x-openstack-request-id: req-b99b280a-6e32-450e-bf0b-6c211200fadb {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:25:50.715100 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5ca397-a1c0-4bee-8962-706c2008e8de", "name": "network-vif-plugged", "status": "completed", "tag": "ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:25:50.715402 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b99b280a-6e32-450e-bf0b-6c211200fadb {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:25:50.715789 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff', 'code': 200} Aug 18 18:25:50.718822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:50.731969 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5fc210f0-4de0-4140-bb71-00cf371e507e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:50.863320 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5fc210f0-4de0-4140-bb71-00cf371e507e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:50.872623 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5fc210f0-4de0-4140-bb71-00cf371e507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:50.897445 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc210f0-4de0-4140-bb71-00cf371e507e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283042c3-3c61-40aa-8bf6-b8adb5ad2208,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:50.924862 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 45064) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:50.925078 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-5fc210f0-4de0-4140-bb71-00cf371e507e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=084921e1c9bb43a195aaa6adffda48b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733778 Aug 18 18:25:50.997558 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c97474d9-ca62-4a33-b79a-401cd6a910ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.058192 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c97474d9-ca62-4a33-b79a-401cd6a910ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.104469 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce091759-d659-4ada-acdf-9c0ae3d1f76b req-0e602595-07a9-48e5-884f-cd3691ed7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:51.106349 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ce091759-d659-4ada-acdf-9c0ae3d1f76b req-0e602595-07a9-48e5-884f-cd3691ed7700 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 1098 time: 0.1053903 Aug 18 18:25:51.176686 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e796f-cf75-410a-a626-0995e374ed01 req-0a5a2419-b08c-4f7c-9ed8-89dfc7d9237a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:51.178256 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-921e796f-cf75-410a-a626-0995e374ed01 req-0a5a2419-b08c-4f7c-9ed8-89dfc7d9237a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.1276355 Aug 18 18:25:51.179898 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ce091759-d659-4ada-acdf-9c0ae3d1f76b req-b99e28e0-bbb3-4d38-bdca-5e8e1a5545e2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632756 Aug 18 18:25:51.193798 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c97474d9-ca62-4a33-b79a-401cd6a910ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.196345 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c97474d9-ca62-4a33-b79a-401cd6a910ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.197438 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c97474d9-ca62-4a33-b79a-401cd6a910ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/283042c3-3c61-40aa-8bf6-b8adb5ad2208 HTTP/1.1" status: 204 len: 168 time: 0.2709749 Aug 18 18:25:51.217037 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97474d9-ca62-4a33-b79a-401cd6a910ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283042c3-3c61-40aa-8bf6-b8adb5ad2208,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:51.248657 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-921e796f-cf75-410a-a626-0995e374ed01 req-e71d497f-29a0-4796-b6eb-91f84c9a665e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637636 Aug 18 18:25:51.445276 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e7226-f83a-423d-846d-e49bdbcee4ed req-8300e35b-1f30-4e5f-b9ab-0cbd4ed2db68 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:51.447122 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-709e7226-f83a-423d-846d-e49bdbcee4ed req-8300e35b-1f30-4e5f-b9ab-0cbd4ed2db68 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0572593 Aug 18 18:25:51.526671 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-709e7226-f83a-423d-846d-e49bdbcee4ed req-1c870e6a-3bf9-49e5-9366-6b54279e9fd1 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556014 Aug 18 18:25:51.568924 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 45074) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:51.583577 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fe1818e-4d16-4b76-ad11-c6e8b0d8022a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.710147 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e61b39-983b-44dc-98fa-97168d1a7574 req-8c884f6e-e912-480a-8f32-f24fa3a2df82 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:51.712211 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f3e61b39-983b-44dc-98fa-97168d1a7574 req-8c884f6e-e912-480a-8f32-f24fa3a2df82 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 945 time: 0.0798945 Aug 18 18:25:51.748160 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fe1818e-4d16-4b76-ad11-c6e8b0d8022a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.755595 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fe1818e-4d16-4b76-ad11-c6e8b0d8022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.790320 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f3e61b39-983b-44dc-98fa-97168d1a7574 req-3756344d-c8cb-4149-8c99-07721fbe46ac tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702074 Aug 18 18:25:51.805501 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8fe1818e-4d16-4b76-ad11-c6e8b0d8022a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d4c2472be1447c18576f8c8c53b2235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361922 Aug 18 18:25:51.808275 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 45078) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:51.814954 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1818e-4d16-4b76-ad11-c6e8b0d8022a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68ccf48-1e48-4517-97b6-faa9651ff837,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:51.875534 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05c10cf6-651e-4ee4-bd9d-894168ef7970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.899724 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05c10cf6-651e-4ee4-bd9d-894168ef7970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.959971 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05c10cf6-651e-4ee4-bd9d-894168ef7970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.963602 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-05c10cf6-651e-4ee4-bd9d-894168ef7970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:51.964976 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-05c10cf6-651e-4ee4-bd9d-894168ef7970 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f68ccf48-1e48-4517-97b6-faa9651ff837 HTTP/1.1" status: 204 len: 168 time: 0.1555357 Aug 18 18:25:51.991518 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c10cf6-651e-4ee4-bd9d-894168ef7970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68ccf48-1e48-4517-97b6-faa9651ff837,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:52.189066 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-fa373596-5395-447f-91bb-0bbea53229c8 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:52.191513 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-fa373596-5395-447f-91bb-0bbea53229c8 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 814 time: 0.1267760 Aug 18 18:25:52.208067 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-a6ee342a-6b40-4fab-b7da-8599383e3671 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/quotas/2869a7a76b7147b3a553c984756809c4 HTTP/1.1" status: 200 len: 375 time: 0.0104496 Aug 18 18:25:52.267112 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-0ed096e6-b04f-4621-8647-53edab39595c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532882 Aug 18 18:25:52.412734 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-a247ff4d-1b1d-4426-9454-2b1fca613a6a service neutron] 10.222.0.46 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374700 Aug 18 18:25:52.529372 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1bccd-d0b6-4222-8f80-fb9b45204dac req-bec7fed1-e79a-496d-8940-96f0f3f32b17 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:52.532950 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dda1bccd-d0b6-4222-8f80-fb9b45204dac req-bec7fed1-e79a-496d-8940-96f0f3f32b17 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0935740 Aug 18 18:25:52.579712 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-618e7ac8-6e84-400f-bd7b-d540a324682c service neutron] 10.222.0.46 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592448 Aug 18 18:25:52.625839 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dda1bccd-d0b6-4222-8f80-fb9b45204dac req-3b396fbf-89ae-4dcf-956c-dab189b58021 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858588 Aug 18 18:25:52.872194 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a33e3c-9eca-4487-9626-831d542f9e02 req-039b1bec-b1bc-4308-bd2e-0e568e74bd50 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:52.886251 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c9a33e3c-9eca-4487-9626-831d542f9e02 req-039b1bec-b1bc-4308-bd2e-0e568e74bd50 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1466382 Aug 18 18:25:52.977674 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c9a33e3c-9eca-4487-9626-831d542f9e02 req-daa60d92-0dbc-49b0-9863-9fad6be175f7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853102 Aug 18 18:25:53.086202 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae3abc-822c-4bfe-b9f0-b5ded9fd5f0c req-7add3dee-c38b-4574-9f54-69e6d68dbe22 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:53.102484 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a0ae3abc-822c-4bfe-b9f0-b5ded9fd5f0c req-7add3dee-c38b-4574-9f54-69e6d68dbe22 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 945 time: 0.1349804 Aug 18 18:25:53.120931 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19ffd66b-06c1-4aba-be5d-c06059a3fc64 req-09df3167-2fe1-477d-9df0-caf3201039df tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 210 time: 0.0716338 Aug 18 18:25:53.209331 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a0ae3abc-822c-4bfe-b9f0-b5ded9fd5f0c req-196ea83b-e0d7-45f5-9dd2-971727f96f38 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058004 Aug 18 18:25:53.401395 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345c19b-141d-4a94-a954-28c6e35020a7 req-d26c9e42-d810-4317-9214-79dbc22aed24 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:53.419248 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4345c19b-141d-4a94-a954-28c6e35020a7 req-d26c9e42-d810-4317-9214-79dbc22aed24 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 945 time: 0.0944226 Aug 18 18:25:53.520352 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4345c19b-141d-4a94-a954-28c6e35020a7 req-1842ce21-c3bb-43bb-a219-899b1c7d25fd tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927675 Aug 18 18:25:53.534535 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 45158) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:53.820936 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea5c12-e400-4b02-a3ea-a8cbc1aee22e req-b7dd9495-ad11-4b2b-839b-dd26bf46a0b9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:53.831478 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7aea5c12-e400-4b02-a3ea-a8cbc1aee22e req-b7dd9495-ad11-4b2b-839b-dd26bf46a0b9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0894430 Aug 18 18:25:53.888341 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7aea5c12-e400-4b02-a3ea-a8cbc1aee22e req-f4491d16-7836-4e62-a991-3dffbef0f0f2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556817 Aug 18 18:25:54.085291 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd34d66-1698-4af7-aa0f-79521e8adb56 tempest-TestVolumeBootPattern-284120164 tempest-TestVolumeBootPattern-284120164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:54.086901 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ccd34d66-1698-4af7-aa0f-79521e8adb56 tempest-TestVolumeBootPattern-284120164 tempest-TestVolumeBootPattern-284120164-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 1093 time: 0.5509262 Aug 18 18:25:54.090031 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 45172) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:25:54.095437 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'floatingip': {'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'port_id': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:54.205834 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:54.209568 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b41fb-111d-48c3-a064-ab7379eb50d1 req-58181e99-cbd5-46a1-bc55-f3ac5cc542aa tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:54.211657 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-130b41fb-111d-48c3-a064-ab7379eb50d1 req-58181e99-cbd5-46a1-bc55-f3ac5cc542aa tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0970712 Aug 18 18:25:54.304343 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-130b41fb-111d-48c3-a064-ab7379eb50d1 req-ae2b4384-daa2-464f-af24-5e47beca3199 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687962 Aug 18 18:25:54.361308 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-35f86450-e6d5-4759-8732-4d39ff75f73e req-cb91be9e-ab1f-4169-9387-fcfabca1fb65 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 210 time: 0.0400913 Aug 18 18:25:54.705520 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:54.990397 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-b878c860-1909-4e44-a9aa-ea36bd748898 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:54.992040 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-b878c860-1909-4e44-a9aa-ea36bd748898 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 814 time: 0.1631172 Aug 18 18:25:55.019314 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Request body: {'port': {'device_id': 'fda37692-0027-478b-9e7e-9e0e8853ef72', 'network_id': '90525376-7298-49f2-893b-492b16ed637d', 'admin_state_up': True, 'tenant_id': '2869a7a76b7147b3a553c984756809c4'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:55.074408 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Allocated IP 172.27.1.237 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/5eb2a65d-c01b-433f-b42c-10025f5183f9) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:25:55.259612 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:55.309438 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:55.408847 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:55.431587 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b507bbf-9b97-405a-a76a-18fc61e4dcaf req-bb0adf33-8f9b-4d86-80de-b07001ef0d58 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:55.432915 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:55.440296 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4b507bbf-9b97-405a-a76a-18fc61e4dcaf req-bb0adf33-8f9b-4d86-80de-b07001ef0d58 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.2475054 Aug 18 18:25:55.453168 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:25:55.459000 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'Port': ['ID=5eb2a65d-c01b-433f-b42c-10025f5183f9,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:55.502550 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Made reservation on behalf of 2869a7a76b7147b3a553c984756809c4 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:25:55.506660 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:55.518357 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4b507bbf-9b97-405a-a76a-18fc61e4dcaf req-6ac28a98-a8de-4e20-b64b-52989fd22e03 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770869 Aug 18 18:25:55.635817 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207d9a5-0f04-44a2-968a-2999cfcaeca9 req-85c49143-bd7f-4612-86d0-d609263f9437 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:55.639111 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e207d9a5-0f04-44a2-968a-2999cfcaeca9 req-85c49143-bd7f-4612-86d0-d609263f9437 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.2289460 Aug 18 18:25:55.737225 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-247c7c17-d419-4c68-a580-93399370710a req-7d936f0c-d2f2-4cc2-840c-17b2e7885179 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 210 time: 0.0657356 Aug 18 18:25:55.887161 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Allocated IP 172.20.0.4 (90525376-7298-49f2-893b-492b16ed637d/c73e8db9-e918-4d96-b45a-770bac15e96d/31a1560d-bfc5-45de-b9bf-8cb864cfe4db) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:25:56.115297 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e207d9a5-0f04-44a2-968a-2999cfcaeca9 req-71afcadc-9dc2-43cd-8019-df1547494677 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502580 Aug 18 18:25:56.283373 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:56.421725 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:56.474396 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['a01a5615-0254-45d1-8706-660e2968010b', '63b65333-f946-43fa-8a38-4276f232cf35', 'ba456c0e-914d-46a8-ad31-dab39fa1ca07'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:25:56.522286 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Network 90525376-7298-49f2-893b-492b16ed637d is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:25:56.526681 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:25:56.532342 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:25:56.537926 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Pushing event updated for resources: {'Port': ['ID=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:56.642511 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:56.647176 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:56.693842 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:56.747675 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-303a068a-f823-449b-b560-7cd677610368 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7335546 Aug 18 18:25:56.783759 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Request body: {'port': {'device_id': 'fda37692-0027-478b-9e7e-9e0e8853ef72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:25:56.844452 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:56.882969 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7758c-9e76-4f8c-9ec2-4358a3a4a9df req-d7456dd0-0980-4430-aa11-0a09cf29a5bf tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:56.888864 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ae7758c-9e76-4f8c-9ec2-4358a3a4a9df req-d7456dd0-0980-4430-aa11-0a09cf29a5bf tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.2376039 Aug 18 18:25:57.045214 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c4dda-7877-40ab-bd4c-a327bef9b4ee req-31ca7541-f59e-473b-8620-04fd52c429d8 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:57.058858 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-610c4dda-7877-40ab-bd4c-a327bef9b4ee req-31ca7541-f59e-473b-8620-04fd52c429d8 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 931 time: 0.1806190 Aug 18 18:25:57.457586 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-610c4dda-7877-40ab-bd4c-a327bef9b4ee req-f3320d6d-f48a-4677-b73b-28acca14dd47 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973987 Aug 18 18:25:57.623829 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:57.666192 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:57.686484 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:57.972384 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:58.175145 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ae7758c-9e76-4f8c-9ec2-4358a3a4a9df req-71e929c3-759a-4b48-b822-99260f382810 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2753863 Aug 18 18:25:58.187157 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'Port': ['ID=5eb2a65d-c01b-433f-b42c-10025f5183f9,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:58.279333 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a70af-7659-4c1d-a0db-4bfb052dd52c req-5d603375-8013-4f5d-852e-c78302d406c5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:58.307250 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a3a70af-7659-4c1d-a0db-4bfb052dd52c req-5d603375-8013-4f5d-852e-c78302d406c5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.6725049 Aug 18 18:25:58.324550 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.l3_db [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Floating IP aed0d618-46dc-4dfc-8a81-adeb8805484e associated. External IP: 172.27.1.237, port: ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff. Aug 18 18:25:58.371020 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a1560d-bfc5-45de-b9bf-8cb864cfe4db {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:25:58.385010 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:58.404070 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a3a70af-7659-4c1d-a0db-4bfb052dd52c req-d7279451-c5eb-468a-be50-ea8f0afc2888 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996342 Aug 18 18:25:58.406238 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Transition to ACTIVE for port object 31a1560d-bfc5-45de-b9bf-8cb864cfe4db will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:25:58.411185 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:58.487860 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Pushing event updated for resources: {'Port': ['ID=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:58.570491 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Attempting to bind port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:25:58.571072 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Attempting to bind port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:25:58.571579 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Attempting to bind port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db on network 90525376-7298-49f2-893b-492b16ed637d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:25:58.644033 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db on network 90525376-7298-49f2-893b-492b16ed637d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:25:58.644367 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Attempting to bind port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db on network 90525376-7298-49f2-893b-492b16ed637d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:25:58.653168 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:25:58.653490 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Checking segment: {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:25:58.653885 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Bound using segment: {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:25:58.654330 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Bound port: 31a1560d-bfc5-45de-b9bf-8cb864cfe4db, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fdc748-fc9d-4ef6-8e7f-85c875e45921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90525376-7298-49f2-893b-492b16ed637d'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:25:58.654690 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:58.758225 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31978bc-6f67-41b5-9a05-08aa90cf1927 req-4e962e43-96a0-4766-9cfc-8cc70274b939 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:58.760907 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e31978bc-6f67-41b5-9a05-08aa90cf1927 req-4e962e43-96a0-4766-9cfc-8cc70274b939 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 943 time: 0.2056615 Aug 18 18:25:58.791076 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:25:58.831030 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e31978bc-6f67-41b5-9a05-08aa90cf1927 req-725eab93-04c0-4b17-a4d8-130499532831 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613713 Aug 18 18:25:58.839417 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] For port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:25:58.843430 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] For port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:25:58.862562 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:58.953703 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:58.954475 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:58.956186 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] 10.222.0.61 "PUT /v2.0/ports/31a1560d-bfc5-45de-b9bf-8cb864cfe4db HTTP/1.1" status: 200 len: 1093 time: 2.1849227 Aug 18 18:25:58.958453 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda37692-0027-478b-9e7e-9e0e8853ef72', 'tag': '31a1560d-bfc5-45de-b9bf-8cb864cfe4db'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:25:58.960860 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b53044-529e-4e36-bf02-e18d38a95119" -d '{"events": [{"name": "network-changed", "server_uuid": "fda37692-0027-478b-9e7e-9e0e8853ef72", "tag": "31a1560d-bfc5-45de-b9bf-8cb864cfe4db"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:25:59.061752 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de8279-a350-4fe6-bb06-395dda33883d service neutron] Pushing event updated for resources: {'Port': ['ID=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:25:59.086316 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:25:59.099450 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] Sync routers for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:25:59.122826 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:25:59.126140 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:25:59.130757 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:25:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:25:59.165218 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657fb771-bdea-415d-bc10-f080ce650b5c x-openstack-request-id: req-657fb771-bdea-415d-bc10-f080ce650b5c {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:25:59.165491 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda37692-0027-478b-9e7e-9e0e8853ef72", "tag": "31a1560d-bfc5-45de-b9bf-8cb864cfe4db", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:25:59.165737 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-657fb771-bdea-415d-bc10-f080ce650b5c {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:25:59.166129 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda37692-0027-478b-9e7e-9e0e8853ef72', 'tag': '31a1560d-bfc5-45de-b9bf-8cb864cfe4db', 'status': 'completed', 'code': 200} Aug 18 18:25:59.198471 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-b77be416-ee3b-44a1-859a-c80556807654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:59.200181 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-b77be416-ee3b-44a1-859a-c80556807654 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 1096 time: 0.1648109 Aug 18 18:25:59.220996 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-6e27e070-52f8-4a49-af7c-470c8390f578 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1285055 Aug 18 18:25:59.223188 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'tag': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:25:59.229292 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3147512c4fa157d754f702ef9723cc7336f59ba7208018a681c655e88a5a3d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeb6618-be8c-483b-951f-77b854c2fe7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5ca397-a1c0-4bee-8962-706c2008e8de", "tag": "ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:25:59.332302 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9629c8-0250-473f-953e-847167a08d83 x-openstack-request-id: req-4a9629c8-0250-473f-953e-847167a08d83 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:25:59.332748 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5ca397-a1c0-4bee-8962-706c2008e8de", "tag": "ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:25:59.333097 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a9629c8-0250-473f-953e-847167a08d83 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:25:59.333632 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'tag': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff', 'status': 'completed', 'code': 200} Aug 18 18:25:59.338029 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-575f0f0a-c9f2-49a2-8c93-bba9850cf077 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a1560d-bfc5-45de-b9bf-8cb864cfe4db HTTP/1.1" status: 200 len: 217 time: 0.1144052 Aug 18 18:25:59.429725 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:25:59.492218 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad67a77-3e56-47ea-8193-0d86f3d4fe42 req-2516d1d4-f116-46ba-9c1c-3abe28cd6c36 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:59.497963 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fad67a77-3e56-47ea-8193-0d86f3d4fe42 req-2516d1d4-f116-46ba-9c1c-3abe28cd6c36 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.1346114 Aug 18 18:25:59.513959 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-e680a73f-1144-4069-8fdd-22ebf409266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:25:59.520894 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-e680a73f-1144-4069-8fdd-22ebf409266e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c73e8db9-e918-4d96-b45a-770bac15e96d HTTP/1.1" status: 200 len: 854 time: 0.1509376 Aug 18 18:25:59.577681 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fad67a77-3e56-47ea-8193-0d86f3d4fe42 req-ee0c7073-76dc-41dc-ac83-ca1261ed803e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732281 Aug 18 18:25:59.656278 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-e43a40f4-080e-46ce-abe0-02f56479d3aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90525376-7298-49f2-893b-492b16ed637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028140 Aug 18 18:25:59.885146 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-0f21a5cd-490d-43bc-a898-bba5f1e02b70 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166071 Aug 18 18:26:00.041931 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'aed0d618-46dc-4dfc-8a81-adeb8805484e', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:73:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:25:56Z', 'updated_at': '2021-08-18T18:25:56Z', 'revision_number': 0, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:26:00.049931 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8a8c-a359-4291-8df8-014891dde481 req-a0b70267-840e-4312-a655-50af0999384b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:00.059938 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-306f8a8c-a359-4291-8df8-014891dde481 req-a0b70267-840e-4312-a655-50af0999384b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 943 time: 0.1137788 Aug 18 18:26:00.099628 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] Checking router: 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:26:00.103413 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24877d7f-1990-4e65-9246-7d8dcb0d880b req-9477bc0f-f651-410e-9281-5c52cd71d7fd service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070160 Aug 18 18:26:00.111822 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:26:00.112693 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:25:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:26:00.136405 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-f374b363-f280-4673-817a-ef7e0877c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:00.139460 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-f374b363-f280-4673-817a-ef7e0877c782 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 1098 time: 0.6270947 Aug 18 18:26:00.185609 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-306f8a8c-a359-4291-8df8-014891dde481 req-f21ef188-e164-4710-84f3-7519dcde0a6f tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180158 Aug 18 18:26:00.290938 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669d27-09b2-49a4-a9c0-a10ec819fcee req-ae994e20-fd34-4cb4-a18b-9de707e4f23d tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:00.293191 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c669d27-09b2-49a4-a9c0-a10ec819fcee req-ae994e20-fd34-4cb4-a18b-9de707e4f23d tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.7413530 Aug 18 18:26:00.361739 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:26:00.369986 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-dcaa69a0-6f5b-45f5-8088-7dbc98d919f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:00.380391 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-dcaa69a0-6f5b-45f5-8088-7dbc98d919f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 913 time: 0.2209382 Aug 18 18:26:00.522604 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c669d27-09b2-49a4-a9c0-a10ec819fcee req-80113d4e-7a55-4c82-8b67-a5c6b3ace624 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846921 Aug 18 18:26:00.568846 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b53044-529e-4e36-bf02-e18d38a95119 req-a9b24237-568f-4c29-86fe-75932c556a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:00.570556 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4b53044-529e-4e36-bf02-e18d38a95119 req-a9b24237-568f-4c29-86fe-75932c556a22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2869a7a76b7147b3a553c984756809c4&device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 1096 time: 0.2761564 Aug 18 18:26:00.572777 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-0e7ab43a-7690-4a16-a50e-8654078cbce4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff HTTP/1.1" status: 200 len: 999 time: 0.1666324 Aug 18 18:26:00.836434 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-368e4419-5bbd-4725-957a-f4a399fad32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:00.848583 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-368e4419-5bbd-4725-957a-f4a399fad32c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.2422202 Aug 18 18:26:00.848816 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0576502-c1e8-457b-bf8c-836cada757fc req-68c332e0-c066-4aa6-9592-10186387c400 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:00.850198 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f0576502-c1e8-457b-bf8c-836cada757fc req-68c332e0-c066-4aa6-9592-10186387c400 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.1047292 Aug 18 18:26:00.923651 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'aed0d618-46dc-4dfc-8a81-adeb8805484e', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:73:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:25:56Z', 'updated_at': '2021-08-18T18:25:56Z', 'revision_number': 0, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:26:00.926050 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f0576502-c1e8-457b-bf8c-836cada757fc req-060bce94-7c6f-4b6b-ae03-757010909f10 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690563 Aug 18 18:26:00.965156 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f881c71-bfcc-45ee-b5cf-06d85870a67d None None] The sync data for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi is: [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'aed0d618-46dc-4dfc-8a81-adeb8805484e', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:73:52:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:25:56Z', 'updated_at': '2021-08-18T18:25:56Z', 'revision_number': 0, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:26:00.992898 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b53044-529e-4e36-bf02-e18d38a95119 req-c53cb7f5-164e-4d8a-a882-d489086ec8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:00.995050 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4b53044-529e-4e36-bf02-e18d38a95119 req-c53cb7f5-164e-4d8a-a882-d489086ec8b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 200 len: 915 time: 0.4085684 Aug 18 18:26:01.035803 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-5954060f-8658-4713-bf3c-aa4075244b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:01.041436 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-5954060f-8658-4713-bf3c-aa4075244b90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1831956 Aug 18 18:26:01.193925 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-68e2696e-031c-42ab-931e-0e933a21ffed service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022241 Aug 18 18:26:01.195523 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4b53044-529e-4e36-bf02-e18d38a95119 req-1344ffd3-47f9-4eb6-9354-937602e68a62 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a1560d-bfc5-45de-b9bf-8cb864cfe4db HTTP/1.1" status: 200 len: 217 time: 0.1783271 Aug 18 18:26:01.360443 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda4f1b-73d3-40e2-8a34-892598f30656 None None] New status for floating IP aed0d618-46dc-4dfc-8a81-adeb8805484e: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:26:01.577091 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4da235-3429-4937-b367-087455f91a57 req-4fa3f0f2-365e-4571-aa9a-15c16b8312fe tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:01.578350 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ab4da235-3429-4937-b367-087455f91a57 req-4fa3f0f2-365e-4571-aa9a-15c16b8312fe tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 943 time: 0.2356818 Aug 18 18:26:01.580231 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b53044-529e-4e36-bf02-e18d38a95119 req-763599f8-84b1-4bb6-a29a-afbd279f4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:01.581792 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4b53044-529e-4e36-bf02-e18d38a95119 req-763599f8-84b1-4bb6-a29a-afbd279f4a5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c73e8db9-e918-4d96-b45a-770bac15e96d HTTP/1.1" status: 200 len: 854 time: 0.3602366 Aug 18 18:26:01.680818 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4b53044-529e-4e36-bf02-e18d38a95119 req-91de6da6-2962-4a93-a702-8ea22354eb2f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90525376-7298-49f2-893b-492b16ed637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528617 Aug 18 18:26:01.707096 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afeb6618-be8c-483b-951f-77b854c2fe7c req-7edb4055-237b-426d-9864-e4b5f9b11459 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980299 Aug 18 18:26:01.707851 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb669d-fa67-4d42-b201-7482ee6537ec req-6d7f8ae4-3427-418d-a0ee-de53ba7ff757 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:01.710932 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-80fb669d-fa67-4d42-b201-7482ee6537ec req-6d7f8ae4-3427-418d-a0ee-de53ba7ff757 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0738678 Aug 18 18:26:01.754692 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ab4da235-3429-4937-b367-087455f91a57 req-e0001c8a-043a-4c05-94a7-922c4c0bec38 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644282 Aug 18 18:26:01.769124 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-80fb669d-fa67-4d42-b201-7482ee6537ec req-67e82306-b1a6-4c41-9d7c-21cb16209fae tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503380 Aug 18 18:26:01.818058 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4b53044-529e-4e36-bf02-e18d38a95119 req-a99bde7a-b94e-4a5e-b26b-a4f8b305b889 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267593 Aug 18 18:26:01.945784 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4b53044-529e-4e36-bf02-e18d38a95119 req-7dcdf394-9c1d-4dfb-b67a-213309b023f4 service neutron] 10.222.0.61 "GET /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189666 Aug 18 18:26:02.129711 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36355ed-667c-472c-9d36-6a958b62183b req-1bd7587b-833b-44f0-a2db-161e162d3a25 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:02.132322 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e36355ed-667c-472c-9d36-6a958b62183b req-1bd7587b-833b-44f0-a2db-161e162d3a25 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0853260 Aug 18 18:26:02.181820 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e36355ed-667c-472c-9d36-6a958b62183b req-43cc3c80-a041-4cd6-8c38-664ab0bafbf6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431280 Aug 18 18:26:02.913796 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7f56-a72a-4316-a5f5-f4de04bc25f2 req-ea3e1dbc-feea-45d8-83ee-5bf2361720ae tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:02.916130 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-df6e7f56-a72a-4316-a5f5-f4de04bc25f2 req-ea3e1dbc-feea-45d8-83ee-5bf2361720ae tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 943 time: 0.0824413 Aug 18 18:26:02.925420 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ea20-0e87-4d8f-94f8-8aca14ee57f9 req-6d987309-c620-4cb9-af08-e00b73fbe985 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:02.927004 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-31e2ea20-0e87-4d8f-94f8-8aca14ee57f9 req-6d987309-c620-4cb9-af08-e00b73fbe985 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0681815 Aug 18 18:26:02.958456 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-df6e7f56-a72a-4316-a5f5-f4de04bc25f2 req-61ff48d6-7f75-4058-9c87-28f1b0ff90d6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360589 Aug 18 18:26:02.972561 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-31e2ea20-0e87-4d8f-94f8-8aca14ee57f9 req-f80c5e27-df0a-434e-829d-696522416712 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Aug 18 18:26:03.339463 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952ba5f-20ba-4ec2-8816-1864adc316dc req-56e9aae8-5688-4cbf-96ed-95bd36f232a2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:03.341070 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7952ba5f-20ba-4ec2-8816-1864adc316dc req-56e9aae8-5688-4cbf-96ed-95bd36f232a2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0603065 Aug 18 18:26:03.393133 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7952ba5f-20ba-4ec2-8816-1864adc316dc req-6c8fcf92-91da-49fe-903d-194c2bf99cf8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455437 Aug 18 18:26:04.096865 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41380c-04e0-46b2-a967-bbfaa243e310 req-8474f4ca-ee10-48b5-86bf-64b2401d2224 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:04.097814 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3cef0-a9ff-419c-bc4b-f22cfcf132f4 req-cb159c40-355e-4c91-83e0-9c592217808c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:04.105684 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-36f3cef0-a9ff-419c-bc4b-f22cfcf132f4 req-cb159c40-355e-4c91-83e0-9c592217808c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 943 time: 0.0699108 Aug 18 18:26:04.106201 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3d41380c-04e0-46b2-a967-bbfaa243e310 req-8474f4ca-ee10-48b5-86bf-64b2401d2224 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0611594 Aug 18 18:26:04.144713 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3d41380c-04e0-46b2-a967-bbfaa243e310 req-8fb0a8ad-b0ab-4781-a60c-59aac8da0144 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374200 Aug 18 18:26:04.167506 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-36f3cef0-a9ff-419c-bc4b-f22cfcf132f4 req-37361ce7-c4fe-4d9c-ab4e-1152a0404008 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527489 Aug 18 18:26:04.527089 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df053b7-cb79-4b4e-a103-e16edc2e44df req-952b8236-c6ba-489d-af0f-116a25c6bd19 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:04.529239 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2df053b7-cb79-4b4e-a103-e16edc2e44df req-952b8236-c6ba-489d-af0f-116a25c6bd19 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0544176 Aug 18 18:26:04.570050 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2df053b7-cb79-4b4e-a103-e16edc2e44df req-42bd1927-29e6-4d5a-b5ce-5d1b9f5751db tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342214 Aug 18 18:26:05.245074 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:26:05.319528 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a6b15-c2ce-439a-9533-fe19a7ac926d req-2da30c27-189c-4363-88b8-7fab9054a4e0 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:05.322111 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-373a6b15-c2ce-439a-9533-fe19a7ac926d req-2da30c27-189c-4363-88b8-7fab9054a4e0 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0636268 Aug 18 18:26:05.346991 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0ed2-c062-4d02-b6fb-a341e65721d0 req-ad52c4b7-7fa9-4851-b211-cf96cd120c26 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:05.354533 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-032d0ed2-c062-4d02-b6fb-a341e65721d0 req-ad52c4b7-7fa9-4851-b211-cf96cd120c26 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 943 time: 0.0689683 Aug 18 18:26:05.369240 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-373a6b15-c2ce-439a-9533-fe19a7ac926d req-9066847f-a147-4e1f-ad00-90e1f5e3f634 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Aug 18 18:26:05.405883 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-032d0ed2-c062-4d02-b6fb-a341e65721d0 req-2874ca32-b331-4ade-8376-237330d196e2 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471709 Aug 18 18:26:05.729063 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad93b-9e63-4b1c-a636-7cf3cf844d9c req-0987b469-9b83-4ee3-a244-ba9c4a3cd8e5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:05.730518 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eddad93b-9e63-4b1c-a636-7cf3cf844d9c req-0987b469-9b83-4ee3-a244-ba9c4a3cd8e5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0706961 Aug 18 18:26:05.773929 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eddad93b-9e63-4b1c-a636-7cf3cf844d9c req-82badd59-edba-4779-9684-22e8282d2326 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371821 Aug 18 18:26:06.398269 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 31a1560d-bfc5-45de-b9bf-8cb864cfe4db details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:26:06.503889 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:06.506312 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4c155-d06a-4410-b6bb-c1873a206b7f req-33fe6aa8-7c35-42de-8ac2-f495e179baa0 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:06.508404 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-62b4c155-d06a-4410-b6bb-c1873a206b7f req-33fe6aa8-7c35-42de-8ac2-f495e179baa0 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0641437 Aug 18 18:26:06.522126 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '31a1560d-bfc5-45de-b9bf-8cb864cfe4db', 'network_id': '90525376-7298-49f2-893b-492b16ed637d', 'port_id': '31a1560d-bfc5-45de-b9bf-8cb864cfe4db', 'mac_address': 'fa:16:3e:ca:0e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73e8db9-e918-4d96-b45a-770bac15e96d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:26:06.568849 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:06.575540 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95d297-14e1-48e3-9241-a8487dd9f970 req-1d7041a0-59f8-44d3-916d-6cc3ccac43b3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:06.585824 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a1560d-bfc5-45de-b9bf-8cb864cfe4db {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:26:06.588502 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3b95d297-14e1-48e3-9241-a8487dd9f970 req-1d7041a0-59f8-44d3-916d-6cc3ccac43b3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 943 time: 0.0836272 Aug 18 18:26:06.602351 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-62b4c155-d06a-4410-b6bb-c1873a206b7f req-f637ed58-273e-4034-8c43-218a5445b3df tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874872 Aug 18 18:26:06.621644 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:06.627457 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:06.639734 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3b95d297-14e1-48e3-9241-a8487dd9f970 req-43ea6cbc-101a-48ce-bed2-956f6c0643ed tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495589 Aug 18 18:26:06.677565 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:06.757497 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5796bfa-f41b-4ebd-86f5-a130f24da5ac req-4fc2c191-4dc3-4f3d-98ce-0a5c96e4acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:06.758968 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c5796bfa-f41b-4ebd-86f5-a130f24da5ac req-4fc2c191-4dc3-4f3d-98ce-0a5c96e4acd3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.0424261 Aug 18 18:26:06.801361 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c5796bfa-f41b-4ebd-86f5-a130f24da5ac req-d57659cf-c839-4155-9395-059d2df547e1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339320 Aug 18 18:26:06.909636 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02deb84f-debd-43d1-b6aa-0d170d048de9 req-941e9c30-06c8-43ba-ac2a-a89b02e98f12 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:06.911148 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-02deb84f-debd-43d1-b6aa-0d170d048de9 req-941e9c30-06c8-43ba-ac2a-a89b02e98f12 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0525677 Aug 18 18:26:06.953162 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-02deb84f-debd-43d1-b6aa-0d170d048de9 req-f7cc9903-659d-4421-a974-47d26b3f4d35 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355191 Aug 18 18:26:07.060362 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 45434) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:26:07.113999 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e80e3f-d548-44ce-8dd7-3d88f16e27ec admin admin] Deleting subnet 7f72ddb9-d7ed-47bb-98de-8da05748a682 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:26:07.117176 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c0e80e3f-d548-44ce-8dd7-3d88f16e27ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.134077 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['31a1560d-bfc5-45de-b9bf-8cb864cfe4db'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:26:07.152024 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c0e80e3f-d548-44ce-8dd7-3d88f16e27ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282908'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.190681 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c0e80e3f-d548-44ce-8dd7-3d88f16e27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.244863 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c0e80e3f-d548-44ce-8dd7-3d88f16e27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9263285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967599'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.269281 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e80e3f-d548-44ce-8dd7-3d88f16e27ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f72ddb9-d7ed-47bb-98de-8da05748a682,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:07.276012 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c0e80e3f-d548-44ce-8dd7-3d88f16e27ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.278673 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c0e80e3f-d548-44ce-8dd7-3d88f16e27ec admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7f72ddb9-d7ed-47bb-98de-8da05748a682 HTTP/1.1" status: 204 len: 168 time: 0.2165513 Aug 18 18:26:07.280850 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 45436) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:26:07.359610 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.438530 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.448071 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546ebd6b-f5ea-4498-a83e-3a2379303607']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:26:07.457326 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:26:07.457616 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49f8f4e-57dc-4e63-ba85-7bb01b0b4e6b') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:26:07.466073 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282901'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.483887 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.491467 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:26:07.491919 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263383'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: timer() Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: cb(*args, **kw) Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: self._notify() Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: self.callback(batched_events) Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: event.method(event) Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._get(url).json() Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:26:07.493617 dv-cinder-802882-9-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:26:07.549507 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.555140 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.557030 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] 10.222.0.46 "DELETE /v2.0/networks/546ebd6b-f5ea-4498-a83e-3a2379303607 HTTP/1.1" status: 204 len: 168 time: 0.2750938 Aug 18 18:26:07.568738 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f9451-e69c-4e64-a7be-5bf22264e87f admin admin] Pushing event deleted for resources: {'Network': ['ID=546ebd6b-f5ea-4498-a83e-3a2379303607,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:07.718587 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-1d301f62-fbbc-4215-8509-2dce0625f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:07.720113 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-1d301f62-fbbc-4215-8509-2dce0625f09a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 1099 time: 0.0910707 Aug 18 18:26:07.786254 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dda674-ae9f-4cb5-ba9b-b63c463a9bbd req-06bb2198-d52e-4e55-8a45-6d6ec7751bd1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:07.787923 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d0dda674-ae9f-4cb5-ba9b-b63c463a9bbd req-06bb2198-d52e-4e55-8a45-6d6ec7751bd1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 944 time: 0.0556571 Aug 18 18:26:07.799993 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 45454) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:26:07.829439 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cdce7-2ec4-4eaa-95c7-a40bdaf48c8c req-eba42ba9-d607-4435-911a-4fd4e38abac6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:07.831355 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8c7cdce7-2ec4-4eaa-95c7-a40bdaf48c8c req-eba42ba9-d607-4435-911a-4fd4e38abac6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1195476 Aug 18 18:26:07.862074 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d0dda674-ae9f-4cb5-ba9b-b63c463a9bbd req-8af94d85-aa74-4fd8-8ec4-6dd276510fc6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628269 Aug 18 18:26:07.879562 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-07a381f2-26a9-4d4e-b599-945939735288 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8f4d0ab230a4faf827071a72573fac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783172 Aug 18 18:26:07.880237 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 45458) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:26:07.894058 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8c7cdce7-2ec4-4eaa-95c7-a40bdaf48c8c req-dab292bb-e825-4748-bdab-e1ad2d231b24 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544264 Aug 18 18:26:07.896813 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-093d16c8-f8cb-42b2-8664-6d45ac4ae15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:07.898190 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-093d16c8-f8cb-42b2-8664-6d45ac4ae15f service neutron] 10.222.0.61 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 917 time: 0.1508887 Aug 18 18:26:07.943271 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-16de360a-a25c-4a0d-aefa-0110bbff8f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.966072 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-16de360a-a25c-4a0d-aefa-0110bbff8f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:07.983107 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-4d423d6b-16a1-4736-8e81-bba2ac273d89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c HTTP/1.1" status: 200 len: 1002 time: 0.0715973 Aug 18 18:26:08.018395 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-16de360a-a25c-4a0d-aefa-0110bbff8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:08.021791 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-16de360a-a25c-4a0d-aefa-0110bbff8f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:08.025338 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-16de360a-a25c-4a0d-aefa-0110bbff8f56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c364baa-de69-4636-8270-ca947c69836c HTTP/1.1" status: 204 len: 168 time: 0.1418271 Aug 18 18:26:08.043227 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-1c56ec1a-275f-4f09-abcf-4d484160d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:08.044946 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-1c56ec1a-275f-4f09-abcf-4d484160d038 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 200 len: 855 time: 0.0540695 Aug 18 18:26:08.050079 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de360a-a25c-4a0d-aefa-0110bbff8f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c364baa-de69-4636-8270-ca947c69836c,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:08.101008 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eef7f7-7e9d-43c0-be81-7ddc7ed69fa0 req-719a9b23-2060-4ea9-ac78-f5a6bdaa12eb tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:08.102761 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-48eef7f7-7e9d-43c0-be81-7ddc7ed69fa0 req-719a9b23-2060-4ea9-ac78-f5a6bdaa12eb tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 946 time: 0.0683372 Aug 18 18:26:08.147829 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-c295ce08-457d-4769-8067-81602ba1741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:08.149407 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-c295ce08-457d-4769-8067-81602ba1741b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500305 Aug 18 18:26:08.169975 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-48eef7f7-7e9d-43c0-be81-7ddc7ed69fa0 req-f1a726c3-ad26-41d2-86eb-050ccba91c2f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548549 Aug 18 18:26:08.276974 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-ede42f0b-d3e5-4f13-b63a-95c2ae27b666 service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176898 Aug 18 18:26:08.381191 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc8e9405-88dd-4da7-a5c7-71710d1906bd req-3464ade6-5358-48b7-acc0-5971c42dce5e service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887861 Aug 18 18:26:08.446956 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 31a1560d-bfc5-45de-b9bf-8cb864cfe4db up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:26:08.497009 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:26:08.500854 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:26:08.501309 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:08.580924 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:08.606494 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda37692-0027-478b-9e7e-9e0e8853ef72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a1560d-bfc5-45de-b9bf-8cb864cfe4db'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:26:08.608791 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a85045b-74c4-4b9b-a649-b289f8e9544d" -d '{"events": [{"server_uuid": "fda37692-0027-478b-9e7e-9e0e8853ef72", "name": "network-vif-plugged", "status": "completed", "tag": "31a1560d-bfc5-45de-b9bf-8cb864cfe4db"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:26:08.623757 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:08.630993 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:08.632040 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 6b672e8c-d81d-4464-a017-ff3604ec1a1c no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:26:08.654933 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1622d937-8ba3-4019-b152-7eeefa151815 x-openstack-request-id: req-1622d937-8ba3-4019-b152-7eeefa151815 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:26:08.655236 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda37692-0027-478b-9e7e-9e0e8853ef72", "name": "network-vif-plugged", "status": "completed", "tag": "31a1560d-bfc5-45de-b9bf-8cb864cfe4db", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:26:08.655508 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1622d937-8ba3-4019-b152-7eeefa151815 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:26:08.655900 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda37692-0027-478b-9e7e-9e0e8853ef72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a1560d-bfc5-45de-b9bf-8cb864cfe4db', 'code': 200} Aug 18 18:26:08.713802 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:08.758788 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:08.800311 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:08.805354 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:08.857868 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=8']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:08.900400 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b9d82710-8ab3-43fa-bc76-5ba813871491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:08.923320 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fd8b6-ed4c-49bb-baf5-4b97fee34636 req-2267cf7a-09a2-44b9-b2e4-26fe503fb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:08.925033 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3e3fd8b6-ed4c-49bb-baf5-4b97fee34636 req-2267cf7a-09a2-44b9-b2e4-26fe503fb225 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 1098 time: 0.0572333 Aug 18 18:26:08.974879 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3e3fd8b6-ed4c-49bb-baf5-4b97fee34636 req-a467eb9f-5239-42c1-be10-fed8c5aa3b0e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376964 Aug 18 18:26:08.997240 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c839-5f15-4abd-9f5c-8ffcf2b097a3 req-8a48915a-ec4a-4f18-810e-bcaec63e6150 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:08.998951 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d7e0c839-5f15-4abd-9f5c-8ffcf2b097a3 req-8a48915a-ec4a-4f18-810e-bcaec63e6150 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 945 time: 0.0525117 Aug 18 18:26:09.040954 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d7e0c839-5f15-4abd-9f5c-8ffcf2b097a3 req-e4a3509f-53ec-46a9-9ded-ed6c45267739 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352802 Aug 18 18:26:09.047019 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a780978-3978-4680-b61d-9c3861fc1e83 req-7629caad-ffa7-41bb-abd5-58bb8a06af9a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:09.049439 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a780978-3978-4680-b61d-9c3861fc1e83 req-7629caad-ffa7-41bb-abd5-58bb8a06af9a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0566540 Aug 18 18:26:09.088273 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a780978-3978-4680-b61d-9c3861fc1e83 req-f01593bb-6a9c-4560-8a06-227244fd3795 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330620 Aug 18 18:26:09.305663 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd5d9d-7f7a-40f1-aeb3-ce64682348c9 req-de23f2ea-928b-4aa1-b3c7-f8716e6e6bf3 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:09.307247 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3fd5d9d-7f7a-40f1-aeb3-ce64682348c9 req-de23f2ea-928b-4aa1-b3c7-f8716e6e6bf3 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0584738 Aug 18 18:26:09.387418 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3fd5d9d-7f7a-40f1-aeb3-ce64682348c9 req-37391f30-452a-4a8a-a93a-4c741d7b6b3f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649974 Aug 18 18:26:09.433629 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386edb8-fe9c-4c12-9ce3-b58831bd7fd4 req-6b740ec0-7371-4513-8976-912d22c181f3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:09.435604 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1386edb8-fe9c-4c12-9ce3-b58831bd7fd4 req-6b740ec0-7371-4513-8976-912d22c181f3 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0630209 Aug 18 18:26:09.496217 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4371-ddff-4d6d-957f-6688cb7f72b3 req-0cc5540f-2234-4996-b0d1-24ed5c1bcae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:09.497725 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1386edb8-fe9c-4c12-9ce3-b58831bd7fd4 req-3679eb20-b82f-47bc-a1af-5165e58be08c tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475621 Aug 18 18:26:09.498493 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47fe4371-ddff-4d6d-957f-6688cb7f72b3 req-0cc5540f-2234-4996-b0d1-24ed5c1bcae4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.0532002 Aug 18 18:26:09.648516 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4371-ddff-4d6d-957f-6688cb7f72b3 req-05eed9f9-8a8e-4b39-8cf1-5a3965b9e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:09.649955 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47fe4371-ddff-4d6d-957f-6688cb7f72b3 req-05eed9f9-8a8e-4b39-8cf1-5a3965b9e16f service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 919 time: 0.1420145 Aug 18 18:26:09.714796 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47fe4371-ddff-4d6d-957f-6688cb7f72b3 req-e9188b79-20e3-4e67-803d-92476fc036f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff HTTP/1.1" status: 200 len: 217 time: 0.0346763 Aug 18 18:26:09.785811 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4371-ddff-4d6d-957f-6688cb7f72b3 req-58a3a0c0-75dc-4607-b85f-88e827abd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:09.787462 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47fe4371-ddff-4d6d-957f-6688cb7f72b3 req-58a3a0c0-75dc-4607-b85f-88e827abd469 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60a05d24-d918-4e5a-935f-9dab987eb2e1 HTTP/1.1" status: 200 len: 858 time: 0.0537968 Aug 18 18:26:09.838409 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47fe4371-ddff-4d6d-957f-6688cb7f72b3 req-71b028d6-e791-4668-b8d2-efce6af92d5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd33299d-9999-4826-90da-36029a9801da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340307 Aug 18 18:26:09.945276 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47fe4371-ddff-4d6d-957f-6688cb7f72b3 req-d8fcf890-abc0-44b4-bc79-9d83fec4d115 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930679 Aug 18 18:26:10.045721 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47fe4371-ddff-4d6d-957f-6688cb7f72b3 req-0a42eb97-cbad-4d57-b045-6e5134079201 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874407 Aug 18 18:26:10.175752 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baacb3c-b90b-4971-94f3-2f6265f77267 req-e5298bfd-ac7f-44e7-b975-8277a11a88b4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:10.177270 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3baacb3c-b90b-4971-94f3-2f6265f77267 req-e5298bfd-ac7f-44e7-b975-8277a11a88b4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 945 time: 0.0608120 Aug 18 18:26:10.223335 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3baacb3c-b90b-4971-94f3-2f6265f77267 req-0a552209-a395-463b-8b25-279e592d1779 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394251 Aug 18 18:26:10.513174 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756b3b6-2406-4665-912b-f3cfbe4c6eaf req-2964c737-ee14-4ca7-96f7-8c1fd7c0cbb0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:10.514679 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6756b3b6-2406-4665-912b-f3cfbe4c6eaf req-2964c737-ee14-4ca7-96f7-8c1fd7c0cbb0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0563881 Aug 18 18:26:10.560553 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6756b3b6-2406-4665-912b-f3cfbe4c6eaf req-27c9230a-5b48-4a5f-a75c-e1382dc0c62d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372357 Aug 18 18:26:10.624437 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166f9d0-6e44-4090-ac88-74a99dd6d450 req-13c266e2-886d-4d7e-853d-6117fc978045 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:10.627240 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0166f9d0-6e44-4090-ac88-74a99dd6d450 req-13c266e2-886d-4d7e-853d-6117fc978045 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0684998 Aug 18 18:26:10.658021 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:26:10.664211 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f378f3f-01b6-4ca3-b236-abbd1dec80a6" -d '{"events": [{"server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "name": "network-vif-unplugged", "status": "completed", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:26:10.681892 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0166f9d0-6e44-4090-ac88-74a99dd6d450 req-bfb5b14c-be59-4834-9c6e-c4f37a7a4645 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435650 Aug 18 18:26:10.707994 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 18:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21179ce6-8eed-4003-88a7-2ad53c69f795 x-openstack-request-id: req-21179ce6-8eed-4003-88a7-2ad53c69f795 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:26:10.708346 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "name": "network-vif-unplugged", "status": "completed", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:26:10.708569 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21179ce6-8eed-4003-88a7-2ad53c69f795 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:26:10.709205 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'code': 200} Aug 18 18:26:11.326318 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-724ce896-8f4a-4de7-9647-8059bdbc9638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:11.350218 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a59b1-ac0b-4963-a92a-d843405dff58 req-63aa673c-8386-449d-94dc-78b4bd163c72 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:11.351964 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-177a59b1-ac0b-4963-a92a-d843405dff58 req-63aa673c-8386-449d-94dc-78b4bd163c72 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 945 time: 0.0533509 Aug 18 18:26:11.394042 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-177a59b1-ac0b-4963-a92a-d843405dff58 req-f4b01cb6-989d-4128-a00f-6e523f2ae1c3 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351770 Aug 18 18:26:11.742308 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67b4f2-dfe1-4959-89cc-5e798fd6e558 req-36d2464f-5684-4623-9344-822ccd135b0d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:11.755992 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4f67b4f2-dfe1-4959-89cc-5e798fd6e558 req-36d2464f-5684-4623-9344-822ccd135b0d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0915947 Aug 18 18:26:11.803980 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4f67b4f2-dfe1-4959-89cc-5e798fd6e558 req-8e043a09-4650-4f1e-9769-8465dea31478 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461075 Aug 18 18:26:11.868455 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-b8d851cb-7cd4-4f60-8b97-5ba90bd73e61 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689672157&fields=id&tenant_id=be905b0199494bc59360e3484fc67e00 HTTP/1.1" status: 200 len: 267 time: 0.0621860 Aug 18 18:26:11.947636 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645453-3aa2-45c8-becf-d2aca925c77c req-ea2ec898-7a38-4113-983e-4bd869bb7ad2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:11.949740 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-21645453-3aa2-45c8-becf-d2aca925c77c req-ea2ec898-7a38-4113-983e-4bd869bb7ad2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0626078 Aug 18 18:26:11.999554 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-21645453-3aa2-45c8-becf-d2aca925c77c req-9cc4ade6-55df-484b-a7ac-76f332ec3af6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Aug 18 18:26:12.005316 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-20f960d5-fad1-415f-b930-6283936a17bf tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:12.006928 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-20f960d5-fad1-415f-b930-6283936a17bf tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/networks?id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418 HTTP/1.1" status: 200 len: 809 time: 0.1313341 Aug 18 18:26:12.023750 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-433db4c0-2245-4792-ba07-0c9ade3239e5 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/quotas/be905b0199494bc59360e3484fc67e00 HTTP/1.1" status: 200 len: 375 time: 0.0102801 Aug 18 18:26:12.080664 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-e1021887-f135-4cda-81eb-2952eece98c5 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=be905b0199494bc59360e3484fc67e00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502615 Aug 18 18:26:12.169418 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:12.180681 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-925a2b1c-852f-4f04-868a-95eea93d5356 service neutron] 10.222.0.46 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883024 Aug 18 18:26:12.282039 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-d84710d2-58a1-46ad-9a16-42c676f7d504 service neutron] 10.222.0.46 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950615 Aug 18 18:26:12.589754 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-67252a81-7bc4-42ec-9251-ff4d98612a08 req-5b84b007-f955-46e1-8d47-0d9809234912 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 210 time: 0.0275784 Aug 18 18:26:12.961538 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757f9dd-6fc7-49fc-9da5-b7f66869381f req-45a82707-cb82-47f6-a414-5b0d13e698f4 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:12.963048 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c757f9dd-6fc7-49fc-9da5-b7f66869381f req-45a82707-cb82-47f6-a414-5b0d13e698f4 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0695455 Aug 18 18:26:13.003103 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c757f9dd-6fc7-49fc-9da5-b7f66869381f req-1a5725d7-4d40-442b-9cc8-840977878997 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339029 Aug 18 18:26:13.068552 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:13.146801 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1442b0f-4d3e-40a4-897a-6191f20a3210 req-a2bbe392-a73e-41fd-951b-0bc1ca8a714e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:13.148571 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b1442b0f-4d3e-40a4-897a-6191f20a3210 req-a2bbe392-a73e-41fd-951b-0bc1ca8a714e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0623748 Aug 18 18:26:13.206748 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b1442b0f-4d3e-40a4-897a-6191f20a3210 req-89e23c14-88c2-4dd5-97db-079f7669d5fc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 Aug 18 18:26:13.712079 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-71ded9f3-3730-4e1c-b9fc-59752f6673e3 req-11c545e8-3cfd-4675-ae7f-cb14b8d1fe53 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 210 time: 0.0298829 Aug 18 18:26:13.845529 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32009e-994c-4764-a72a-b5d4035193e0 req-efb3b027-1263-4809-8a5b-3543996daffb tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:13.849036 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4a32009e-994c-4764-a72a-b5d4035193e0 req-efb3b027-1263-4809-8a5b-3543996daffb tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0595856 Aug 18 18:26:13.934137 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4a32009e-994c-4764-a72a-b5d4035193e0 req-5431e1a8-cf12-4644-becd-4057a1affbc5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695264 Aug 18 18:26:13.975524 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-a25acef9-464c-4580-a669-85a47f17b357 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:13.976984 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-a25acef9-464c-4580-a669-85a47f17b357 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.61 "GET /v2.0/networks?id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418 HTTP/1.1" status: 200 len: 809 time: 0.1292369 Aug 18 18:26:14.047424 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-ae557056-e430-4c78-aa97-f5f774fe174a tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be905b0199494bc59360e3484fc67e00 HTTP/1.1" status: 200 len: 380 time: 0.0384479 Aug 18 18:26:14.073135 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Request body: {'port': {'device_id': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'admin_state_up': True, 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'security_groups': ['5976c58a-2b71-4fcb-8b76-d84290a0a381']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:26:14.189077 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Made reservation on behalf of be905b0199494bc59360e3484fc67e00 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:26:14.193451 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:14.326613 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Allocated IP 172.20.0.7 (ead9bf04-7f1e-4b49-93ee-b0cc1d796418/decc5e84-a8b6-4344-93a9-d3163aff0fbe/ca364145-4993-4850-9b35-c1dfd201d15a) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:26:14.425801 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 6b672e8c-d81d-4464-a017-ff3604ec1a1c no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:26:14.486467 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:14.501768 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Transition to ACTIVE for port object ca364145-4993-4850-9b35-c1dfd201d15a will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:26:14.543863 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:14.587618 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:14.592846 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:26:14.595747 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:26:14.602479 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:26:14.628429 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event updated for resources: {'Port': ['ID=ca364145-4993-4850-9b35-c1dfd201d15a,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:14.649081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.649081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.649081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.649081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.649081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.649081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.649081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.649081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.649081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.649919 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.650009 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.650303 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:14.682853 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:14.683473 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:14.699459 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-bf67adb1-c323-47b9-80e8-c54f7dffce86 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6306510 Aug 18 18:26:14.722753 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Request body: {'port': {'device_id': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:26:14.791244 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:14.817492 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-0f4eb73e-5fc5-4479-8087-dc430f1aae7f None None] Provisioning for port ca364145-4993-4850-9b35-c1dfd201d15a completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:26:14.822664 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-0f4eb73e-5fc5-4479-8087-dc430f1aae7f None None] Provisioning complete for port ca364145-4993-4850-9b35-c1dfd201d15a triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:26:14.823032 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb73e-5fc5-4479-8087-dc430f1aae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:14.832855 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43f3b2-dd8e-48f4-b28e-80670976d971 req-08c16e60-77b7-43d4-b181-8cbdd8fde3ab tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:14.835349 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d43f3b2-dd8e-48f4-b28e-80670976d971 req-08c16e60-77b7-43d4-b181-8cbdd8fde3ab tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 931 time: 0.0523453 Aug 18 18:26:14.861955 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-0f4eb73e-5fc5-4479-8087-dc430f1aae7f None None] Port ca364145-4993-4850-9b35-c1dfd201d15a cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:26:14.877225 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d43f3b2-dd8e-48f4-b28e-80670976d971 req-f55bd42b-aa25-4e43-8ed1-c116228adb04 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345392 Aug 18 18:26:14.988582 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:15.110893 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6e3a5-9b40-4640-a751-a336d8e2f06e req-510fbafc-6860-4cd9-8fb0-858de22e1e35 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:15.112459 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ff6e3a5-9b40-4640-a751-a336d8e2f06e req-510fbafc-6860-4cd9-8fb0-858de22e1e35 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0938196 Aug 18 18:26:15.130558 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca364145-4993-4850-9b35-c1dfd201d15a {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:26:15.143667 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:15.168699 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Transition to ACTIVE for port object ca364145-4993-4850-9b35-c1dfd201d15a will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:26:15.174948 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ff6e3a5-9b40-4640-a751-a336d8e2f06e req-97d1ea61-6e7e-4581-a0d0-fc3d62336e9a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541704 Aug 18 18:26:15.175922 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:15.230199 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Pushing event updated for resources: {'Port': ['ID=ca364145-4993-4850-9b35-c1dfd201d15a,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:15.311776 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Attempting to bind port ca364145-4993-4850-9b35-c1dfd201d15a on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:26:15.312182 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Attempting to bind port ca364145-4993-4850-9b35-c1dfd201d15a by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:26:15.312577 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Attempting to bind port ca364145-4993-4850-9b35-c1dfd201d15a on network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:26:15.319097 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Port ca364145-4993-4850-9b35-c1dfd201d15a on network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:26:15.319563 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Attempting to bind port ca364145-4993-4850-9b35-c1dfd201d15a on network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:26:15.333058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:26:15.333058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Checking segment: {'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:26:15.333058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Bound using segment: {'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:26:15.333058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Bound port: ca364145-4993-4850-9b35-c1dfd201d15a, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a940d1-480b-49d0-a4e1-16ff9ab15736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:26:15.333058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:15.393257 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] For port ca364145-4993-4850-9b35-c1dfd201d15a, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:26:15.396469 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] For port ca364145-4993-4850-9b35-c1dfd201d15a, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ca364145-4993-4850-9b35-c1dfd201d15a,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:26:15.400510 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:15.687996 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:15.688618 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:15.690047 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] 10.222.0.61 "PUT /v2.0/ports/ca364145-4993-4850-9b35-c1dfd201d15a HTTP/1.1" status: 200 len: 1093 time: 0.9728830 Aug 18 18:26:15.697156 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:26:15.699835 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9930fad8-c847-45d5-ae49-dda5f526df6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:26:15.744144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe93e2-5c49-40b8-9f0a-d950d557e97d service neutron] Pushing event updated for resources: {'Port': ['ID=ca364145-4993-4850-9b35-c1dfd201d15a,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:15.760325 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccadb4c-349b-4960-8441-aa036598a862 x-openstack-request-id: req-2ccadb4c-349b-4960-8441-aa036598a862 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:26:15.760610 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:26:15.760858 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ccadb4c-349b-4960-8441-aa036598a862 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:26:15.761240 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'status': 'completed', 'code': 200} Aug 18 18:26:15.765077 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-e55f1fa9-dead-4f2d-a867-1e9700d888ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802035 Aug 18 18:26:15.894933 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-4da0d003-52db-49df-a33a-deb4defbc8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:15.896443 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-4da0d003-52db-49df-a33a-deb4defbc8bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be905b0199494bc59360e3484fc67e00&device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 1096 time: 0.0717225 Aug 18 18:26:15.898162 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-b04931b6-18ad-409b-9ece-1caf68305e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:15.899563 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-b04931b6-18ad-409b-9ece-1caf68305e32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.0664389 Aug 18 18:26:15.967352 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-796c74f3-a4d3-4fba-8045-6475141721f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca364145-4993-4850-9b35-c1dfd201d15a HTTP/1.1" status: 200 len: 217 time: 0.0420406 Aug 18 18:26:15.997362 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247d84-d5a0-4c80-b81a-c52bca044420 req-57ae8b0c-c7da-40e0-9827-2d307b68052e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:15.998864 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b8247d84-d5a0-4c80-b81a-c52bca044420 req-57ae8b0c-c7da-40e0-9827-2d307b68052e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0499287 Aug 18 18:26:16.054355 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b8247d84-d5a0-4c80-b81a-c52bca044420 req-a18c1a27-2e0f-4a07-8b52-d08c4a0eb736 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486763 Aug 18 18:26:16.083107 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-ca2f897b-9754-4781-9e87-854ea57ddbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:16.084608 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-ca2f897b-9754-4781-9e87-854ea57ddbc5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=decc5e84-a8b6-4344-93a9-d3163aff0fbe HTTP/1.1" status: 200 len: 848 time: 0.0813661 Aug 18 18:26:16.094700 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-83a24dfa-b638-4035-bc7b-3b04158e555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:16.096251 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-83a24dfa-b638-4035-bc7b-3b04158e555c service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 200 len: 919 time: 0.1373606 Aug 18 18:26:16.164414 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-e7df59c8-7e85-4e69-b15d-fdc295e1399f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff HTTP/1.1" status: 200 len: 217 time: 0.0477805 Aug 18 18:26:16.209175 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-a1ffba99-7887-44f6-9bb1-b6304c542400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:16.210766 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-a1ffba99-7887-44f6-9bb1-b6304c542400 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019895 Aug 18 18:26:16.226249 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-b0bbf1f5-f985-48ab-9ffa-0ed239726ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:16.227710 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-b0bbf1f5-f985-48ab-9ffa-0ed239726ffb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60a05d24-d918-4e5a-935f-9dab987eb2e1 HTTP/1.1" status: 200 len: 858 time: 0.0535719 Aug 18 18:26:16.310957 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-0ae1c35f-70c0-4e91-8c4c-da8d8625bfa2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd33299d-9999-4826-90da-36029a9801da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653191 Aug 18 18:26:16.427191 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fdbc2-fc15-46ba-9314-22ed8405cbe1 req-89f559b3-01dd-434e-bf67-347901c50e1c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:16.428678 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6f8fdbc2-fc15-46ba-9314-22ed8405cbe1 req-89f559b3-01dd-434e-bf67-347901c50e1c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.1519594 Aug 18 18:26:16.432089 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-6188f101-4ba2-492d-9bce-12786fe3c654 service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034950 Aug 18 18:26:16.512368 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-f80d1cda-4550-4a40-8dbd-cc0976ef9fcd service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811609 Aug 18 18:26:16.550804 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6f8fdbc2-fc15-46ba-9314-22ed8405cbe1 req-dd5b5a5a-dcbf-4d93-aae4-8b86570be4a8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159999 Aug 18 18:26:16.618185 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fbd76e7-08db-4323-9458-28f7cd036992 req-618a0526-7f2c-4809-9e12-fada780c9f57 service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702740 Aug 18 18:26:16.649838 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-463adaca-7d9f-48e1-8406-3cc99d498bac req-6225d767-238b-4354-a255-5d8b5a72dc90 service neutron] 10.222.0.61 "GET /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252484 Aug 18 18:26:16.801279 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-f500d326-dd24-481d-b721-36e79a631ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:16.802768 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-f500d326-dd24-481d-b721-36e79a631ae9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be905b0199494bc59360e3484fc67e00&device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 1096 time: 0.0459521 Aug 18 18:26:16.913834 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-a8beaf30-8074-4c3a-8172-bdb48d1d8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:16.915385 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-a8beaf30-8074-4c3a-8172-bdb48d1d8b8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418 HTTP/1.1" status: 200 len: 910 time: 0.0949230 Aug 18 18:26:16.958447 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-d4c2daaf-8d0d-479f-9dc9-cd27381b4b84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca364145-4993-4850-9b35-c1dfd201d15a HTTP/1.1" status: 200 len: 217 time: 0.0348637 Aug 18 18:26:17.020493 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-05198ad6-849e-433e-bc54-16eb5374fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:17.021910 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-05198ad6-849e-433e-bc54-16eb5374fbb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=decc5e84-a8b6-4344-93a9-d3163aff0fbe HTTP/1.1" status: 200 len: 848 time: 0.0445619 Aug 18 18:26:17.078671 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-d6930279-bb40-4f06-b0c2-4172bac0ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:17.080503 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-d6930279-bb40-4f06-b0c2-4172bac0ea13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465596 Aug 18 18:26:17.227914 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364492c-bdc0-440e-b1a0-7e5afd30fcb6 req-224c5f61-0b6b-4c45-a32f-9f0475a415b3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:17.229293 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c364492c-bdc0-440e-b1a0-7e5afd30fcb6 req-224c5f61-0b6b-4c45-a32f-9f0475a415b3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0957749 Aug 18 18:26:17.232941 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-b6b48bd0-d9c0-4b09-b093-717e2d567eef service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402457 Aug 18 18:26:17.311500 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c364492c-bdc0-440e-b1a0-7e5afd30fcb6 req-526d8ca7-45ae-4a2e-afb6-abac72b5357d tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760305 Aug 18 18:26:17.349702 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9930fad8-c847-45d5-ae49-dda5f526df6a req-dae68103-139e-41bf-b8a7-6cfbb328d4d1 service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012621 Aug 18 18:26:17.700246 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eba03-43bd-4e02-a70c-26901ef5f5b5 req-bd086bef-3b60-4bf6-aff3-3dd0ac4b87c1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:17.701729 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ec7eba03-43bd-4e02-a70c-26901ef5f5b5 req-bd086bef-3b60-4bf6-aff3-3dd0ac4b87c1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0545070 Aug 18 18:26:17.745866 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ec7eba03-43bd-4e02-a70c-26901ef5f5b5 req-363ff1c8-a3f3-423e-97df-7ccb2b913864 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349882 Aug 18 18:26:18.432291 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb9581-ce72-47b2-89ff-5df7d15bafc3 req-5c6d5174-82ee-4c42-a321-1d852790c1e7 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:18.433784 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3cfb9581-ce72-47b2-89ff-5df7d15bafc3 req-5c6d5174-82ee-4c42-a321-1d852790c1e7 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0543313 Aug 18 18:26:18.480620 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3cfb9581-ce72-47b2-89ff-5df7d15bafc3 req-3d05fdba-ba2a-416e-bf58-53f9879048c7 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378175 Aug 18 18:26:18.873380 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458dfc0-2d78-491c-882f-c5f2593063f8 req-dc19d194-797c-49ea-a615-63b170d4fdc7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:18.874860 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3458dfc0-2d78-491c-882f-c5f2593063f8 req-dc19d194-797c-49ea-a615-63b170d4fdc7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0540361 Aug 18 18:26:18.917936 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3458dfc0-2d78-491c-882f-c5f2593063f8 req-28c3cbfa-8d9e-47b2-a3df-77e2134bf392 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347629 Aug 18 18:26:19.605700 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c64bf-efd6-4a1b-853a-17327cd0c237 req-aa406a56-6b4a-4a57-82b1-aa3ff341ac1b tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:19.607184 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b1c64bf-efd6-4a1b-853a-17327cd0c237 req-aa406a56-6b4a-4a57-82b1-aa3ff341ac1b tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0492916 Aug 18 18:26:19.646874 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b1c64bf-efd6-4a1b-853a-17327cd0c237 req-4ff00c6a-5171-403a-854c-5e95d8f01e79 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336313 Aug 18 18:26:20.042344 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4127b-e6ba-4e7b-9b02-b4276ac4acc2 req-02e01f47-b85e-4eb8-be2e-977a7e96e0d3 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:20.044225 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-29c4127b-e6ba-4e7b-9b02-b4276ac4acc2 req-02e01f47-b85e-4eb8-be2e-977a7e96e0d3 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0555451 Aug 18 18:26:20.087177 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-29c4127b-e6ba-4e7b-9b02-b4276ac4acc2 req-83f53658-6ebf-4bdd-be6b-e1fe54700d18 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368905 Aug 18 18:26:20.771499 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ea37c-2446-473c-ad52-5304b26d6785 req-d521954f-1b21-4bd8-9e0d-a67046cf81ae tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:20.773014 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e17ea37c-2446-473c-ad52-5304b26d6785 req-d521954f-1b21-4bd8-9e0d-a67046cf81ae tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0519760 Aug 18 18:26:20.812447 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e17ea37c-2446-473c-ad52-5304b26d6785 req-af7ba1cf-3741-4cc4-ae2d-0158878e4b6d tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Aug 18 18:26:21.210664 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da673b-b4ad-4ff7-b670-51a1094982a5 req-c3af11e6-3aee-4288-a1c8-d66a5cfe082a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:21.212112 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-59da673b-b4ad-4ff7-b670-51a1094982a5 req-c3af11e6-3aee-4288-a1c8-d66a5cfe082a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0503068 Aug 18 18:26:21.255674 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-59da673b-b4ad-4ff7-b670-51a1094982a5 req-466d1c53-5197-42de-823f-ce0e4929a47b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348897 Aug 18 18:26:21.935872 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3f460-09a7-4430-b347-bd4dec9d3fb0 req-93fcae2b-5772-410f-bc43-587b39fb8375 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:21.937435 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47b3f460-09a7-4430-b347-bd4dec9d3fb0 req-93fcae2b-5772-410f-bc43-587b39fb8375 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0537837 Aug 18 18:26:21.980190 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47b3f460-09a7-4430-b347-bd4dec9d3fb0 req-b4beb620-c803-44de-b563-5679bceeaa0d tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339103 Aug 18 18:26:22.406653 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7a295-372f-4125-8015-f51b37dcd287 req-21008212-76d5-4922-8ad1-1863bd170fbc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:22.408161 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4bc7a295-372f-4125-8015-f51b37dcd287 req-21008212-76d5-4922-8ad1-1863bd170fbc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0585515 Aug 18 18:26:22.451826 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4bc7a295-372f-4125-8015-f51b37dcd287 req-5cf59060-89c1-4ecb-9587-d3acf2dde239 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374002 Aug 18 18:26:23.110262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba8312-0c26-4faa-8ddf-b95a769ccd73 req-cc5b86f0-db0c-4e86-a40a-e4e032e69e02 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:23.111777 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0aba8312-0c26-4faa-8ddf-b95a769ccd73 req-cc5b86f0-db0c-4e86-a40a-e4e032e69e02 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0566852 Aug 18 18:26:23.149880 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0aba8312-0c26-4faa-8ddf-b95a769ccd73 req-ddb55f4f-8863-449a-91d7-a270a28c081f tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318873 Aug 18 18:26:23.581224 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace27e1-d8b6-4a61-8bbd-ceb0de9022e4 req-aa9ea61d-20e2-4499-84cc-150610194b3a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:23.582696 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5ace27e1-d8b6-4a61-8bbd-ceb0de9022e4 req-aa9ea61d-20e2-4499-84cc-150610194b3a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0529852 Aug 18 18:26:23.622683 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5ace27e1-d8b6-4a61-8bbd-ceb0de9022e4 req-5da6ba82-73fb-4d00-a4b3-98eb40f38794 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338001 Aug 18 18:26:24.268192 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d75fc3-b9d5-4f26-af8a-b1a2f4419841 req-038b8b2a-79ea-479c-9a25-9e2410e9b362 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:24.269755 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-88d75fc3-b9d5-4f26-af8a-b1a2f4419841 req-038b8b2a-79ea-479c-9a25-9e2410e9b362 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0495336 Aug 18 18:26:24.311593 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-88d75fc3-b9d5-4f26-af8a-b1a2f4419841 req-7fe44bfa-04b9-47ff-b87a-6faf65b41b35 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352736 Aug 18 18:26:24.609897 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37814b2-6719-4ee5-83c4-a1309fdd5368 req-b48e93f7-f24f-4425-aad6-e619f45a37db tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:24.611414 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f37814b2-6719-4ee5-83c4-a1309fdd5368 req-b48e93f7-f24f-4425-aad6-e619f45a37db tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0643003 Aug 18 18:26:24.649247 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f37814b2-6719-4ee5-83c4-a1309fdd5368 req-0408b3a6-dbcb-450a-8c0d-01de9f811ba0 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Aug 18 18:26:24.774484 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e712f-5f66-4821-9ecf-2c0f6c359f75 req-5978776f-c291-4a2f-83fa-7bc6df33d857 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:24.777168 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae9e712f-5f66-4821-9ecf-2c0f6c359f75 req-5978776f-c291-4a2f-83fa-7bc6df33d857 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0654695 Aug 18 18:26:24.826041 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae9e712f-5f66-4821-9ecf-2c0f6c359f75 req-3d708619-7d94-483b-80b9-21781c0d959e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Aug 18 18:26:25.444282 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca10288-8b6e-4057-b830-a5ccb6a8aadb req-2b65ad4a-e251-40cf-b5d4-041e52a1b60e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:25.445768 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2ca10288-8b6e-4057-b830-a5ccb6a8aadb req-2b65ad4a-e251-40cf-b5d4-041e52a1b60e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0540426 Aug 18 18:26:25.490901 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2ca10288-8b6e-4057-b830-a5ccb6a8aadb req-49434c2b-6250-4e18-95d7-1ae2b1838f38 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385313 Aug 18 18:26:25.637278 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9631e-2b36-4a9b-8537-06f855dd6ed7 req-1397e3fc-abbf-4d37-b266-7593e2eb9316 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:25.638855 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3ae9631e-2b36-4a9b-8537-06f855dd6ed7 req-1397e3fc-abbf-4d37-b266-7593e2eb9316 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 945 time: 0.0610776 Aug 18 18:26:25.677709 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3ae9631e-2b36-4a9b-8537-06f855dd6ed7 req-1e294b0f-a578-426a-afa5-ba33c555ce3f tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Aug 18 18:26:25.777145 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383fcea-d06e-4001-9268-755526a400e1 req-604dddc6-d7a9-449c-be9f-9f5ad2a9224e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:25.779090 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1383fcea-d06e-4001-9268-755526a400e1 req-604dddc6-d7a9-449c-be9f-9f5ad2a9224e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0528095 Aug 18 18:26:25.819465 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1383fcea-d06e-4001-9268-755526a400e1 req-afb06dd0-3c74-4c49-ad85-8235d789740f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Aug 18 18:26:25.947576 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f11621-ef6f-44a3-bb16-984cad25a45d req-517cb0b8-8e5b-4538-a83f-734618c5185f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:25.949061 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-41f11621-ef6f-44a3-bb16-984cad25a45d req-517cb0b8-8e5b-4538-a83f-734618c5185f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0525022 Aug 18 18:26:25.989086 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-41f11621-ef6f-44a3-bb16-984cad25a45d req-26705c84-cd0a-45f6-b0d2-2833b634689f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339372 Aug 18 18:26:26.618775 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48666d0e-47de-403a-9b1e-5fe101a289e4 req-a95c91dc-9e2c-444d-abf3-a34b9ebd605e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:26.620312 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48666d0e-47de-403a-9b1e-5fe101a289e4 req-a95c91dc-9e2c-444d-abf3-a34b9ebd605e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0541255 Aug 18 18:26:26.666343 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48666d0e-47de-403a-9b1e-5fe101a289e4 req-be5ecdbd-36cc-4a6a-b31d-69c3bc974e87 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359087 Aug 18 18:26:26.811214 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9a47d-1e85-4f07-b841-bffd5b26a024 req-fc719b3b-a2b2-492d-9d4f-c95210f5f4f2 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:26.812647 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d4b9a47d-1e85-4f07-b841-bffd5b26a024 req-fc719b3b-a2b2-492d-9d4f-c95210f5f4f2 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 945 time: 0.0672989 Aug 18 18:26:26.859433 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d4b9a47d-1e85-4f07-b841-bffd5b26a024 req-be95cf19-2f24-4e67-9561-1cc4d869c791 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 Aug 18 18:26:26.946709 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385fb53-9e81-4dce-94ef-780489bb1750 req-676408cc-a0d9-4bc8-b1ba-7d47ad242c15 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:26.948273 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c385fb53-9e81-4dce-94ef-780489bb1750 req-676408cc-a0d9-4bc8-b1ba-7d47ad242c15 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0566254 Aug 18 18:26:26.990968 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c385fb53-9e81-4dce-94ef-780489bb1750 req-11d649a8-6545-4144-a432-fdab96a370c5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363767 Aug 18 18:26:27.123858 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321d961-9bff-4d5b-a9c7-29004c9cba73 req-2d10e661-3297-42c9-893d-988006e453ea tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:27.125239 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1321d961-9bff-4d5b-a9c7-29004c9cba73 req-2d10e661-3297-42c9-893d-988006e453ea tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0512161 Aug 18 18:26:27.164319 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1321d961-9bff-4d5b-a9c7-29004c9cba73 req-7de25a2b-7ac0-4b9e-8ab3-cabd6b18cc36 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327370 Aug 18 18:26:27.787086 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c242-3818-47f9-a737-b7b1a287ee09 req-be3233a8-76ad-45b9-a4ad-e123dc7591e5 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:27.788609 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9687c242-3818-47f9-a737-b7b1a287ee09 req-be3233a8-76ad-45b9-a4ad-e123dc7591e5 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0506694 Aug 18 18:26:27.830603 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9687c242-3818-47f9-a737-b7b1a287ee09 req-9b69c66a-976b-454b-92bd-f5d011a79617 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352707 Aug 18 18:26:27.979697 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fdbc4-e5c6-4e6b-97ea-fadc4883589f req-7229c78c-0252-49b0-a2da-95b4acfa55f1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:27.981336 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-353fdbc4-e5c6-4e6b-97ea-fadc4883589f req-7229c78c-0252-49b0-a2da-95b4acfa55f1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 945 time: 0.0529959 Aug 18 18:26:28.020649 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-353fdbc4-e5c6-4e6b-97ea-fadc4883589f req-df2a973f-43ec-4d0e-b0c7-80c9694e3e4f tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Aug 18 18:26:28.122400 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632ab8d-8725-4147-a9af-0463867a098c req-f25a4947-0fdb-4e1d-9add-25385d983bfb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:28.123912 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3632ab8d-8725-4147-a9af-0463867a098c req-f25a4947-0fdb-4e1d-9add-25385d983bfb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0615108 Aug 18 18:26:28.165531 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3632ab8d-8725-4147-a9af-0463867a098c req-d51fac76-b403-4fcd-b4d0-ea8b29e8e9e6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Aug 18 18:26:28.289146 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc5e50-b83e-450d-b81a-6bfa20b0e89c req-8e911748-2f1e-4901-99e2-73719e0d0dd9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:28.289469 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-0a966093-4955-40d7-93c8-4b59bef6c4be tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:28.290636 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-febc5e50-b83e-450d-b81a-6bfa20b0e89c req-8e911748-2f1e-4901-99e2-73719e0d0dd9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0527425 Aug 18 18:26:28.290959 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-0a966093-4955-40d7-93c8-4b59bef6c4be tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.61 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 945 time: 0.0513628 Aug 18 18:26:28.341471 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-febc5e50-b83e-450d-b81a-6bfa20b0e89c req-2fdc99c3-9f1c-4440-9566-fb312bfe585d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Aug 18 18:26:28.464025 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-b3b00e2f-9f60-46c0-abc5-4eac446da0e5 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:28.465831 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-b3b00e2f-9f60-46c0-abc5-4eac446da0e5 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 945 time: 0.0997019 Aug 18 18:26:28.518585 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-6987518d-1524-4d28-8fdc-2c22ee00e9ed tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Deleting port 74b2e783-d6f2-47ff-ae36-d369d4be5f15 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:26:28.518925 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-6987518d-1524-4d28-8fdc-2c22ee00e9ed tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:28.652480 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-6987518d-1524-4d28-8fdc-2c22ee00e9ed tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] For port 74b2e783-d6f2-47ff-ae36-d369d4be5f15, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=74b2e783-d6f2-47ff-ae36-d369d4be5f15,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:28.652983 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-6987518d-1524-4d28-8fdc-2c22ee00e9ed tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:28.670153 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-91bf6924-3484-4ed8-bc7f-d15cf83ffc09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Deleting port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:26:28.670489 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-91bf6924-3484-4ed8-bc7f-d15cf83ffc09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:28.673295 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-6987518d-1524-4d28-8fdc-2c22ee00e9ed tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Calling delete_port for 74b2e783-d6f2-47ff-ae36-d369d4be5f15 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:26:28.834814 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-91bf6924-3484-4ed8-bc7f-d15cf83ffc09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] For port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:28.835200 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-91bf6924-3484-4ed8-bc7f-d15cf83ffc09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:28.849903 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-91bf6924-3484-4ed8-bc7f-d15cf83ffc09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Calling delete_port for 31a1560d-bfc5-45de-b9bf-8cb864cfe4db owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:26:28.963619 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-6987518d-1524-4d28-8fdc-2c22ee00e9ed tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:29.012421 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987518d-1524-4d28-8fdc-2c22ee00e9ed tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Pushing event deleted for resources: {'Port': ['ID=74b2e783-d6f2-47ff-ae36-d369d4be5f15,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:29.015093 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['8cca1add-e99d-4ef0-8637-19fe68f3d3ff'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:26:29.066507 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036516b2-90b8-441e-b9d1-34e0feae9284 req-6150da4d-9ce9-4487-89c0-d9de822da8bd tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:29.066507 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-036516b2-90b8-441e-b9d1-34e0feae9284 req-6150da4d-9ce9-4487-89c0-d9de822da8bd tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.1409090 Aug 18 18:26:29.178599 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cae3b3-604d-4a2e-bddb-dfba5f4c2340 req-315afef1-e66c-4750-abc1-4a69d3ea8308 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:29.187277 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f8cae3b3-604d-4a2e-bddb-dfba5f4c2340 req-315afef1-e66c-4750-abc1-4a69d3ea8308 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 945 time: 0.0618682 Aug 18 18:26:29.223003 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f8cae3b3-604d-4a2e-bddb-dfba5f4c2340 req-92730668-275a-4c8e-93df-e092308aef5c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Aug 18 18:26:29.314074 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7ad7c04b-b55f-489d-a08d-84e03febd325 req-78813dca-652c-4555-bd1d-b0cff4651775 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 210 time: 0.0295393 Aug 18 18:26:29.354072 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-6987518d-1524-4d28-8fdc-2c22ee00e9ed tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] No DVR routers for this DVR port 74b2e783-d6f2-47ff-ae36-d369d4be5f15 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:26:29.364762 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-6987518d-1524-4d28-8fdc-2c22ee00e9ed tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:29.366637 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d0ee1612-e1db-48e5-85b3-c8b1671d8f72 req-6987518d-1524-4d28-8fdc-2c22ee00e9ed tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.61 "DELETE /v2.0/ports/74b2e783-d6f2-47ff-ae36-d369d4be5f15 HTTP/1.1" status: 204 len: 173 time: 1.0075598 Aug 18 18:26:29.367065 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a37f62-2593-43b8-88f7-a0087473c34e', 'name': 'network-vif-deleted', 'tag': '74b2e783-d6f2-47ff-ae36-d369d4be5f15'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:26:29.370302 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0803190b-713b-451e-a0a6-2e41719a0e92" -d '{"events": [{"server_uuid": "89a37f62-2593-43b8-88f7-a0087473c34e", "name": "network-vif-deleted", "tag": "74b2e783-d6f2-47ff-ae36-d369d4be5f15"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:26:29.437448 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-036516b2-90b8-441e-b9d1-34e0feae9284 req-8f2a800f-e7a6-4443-bb8c-21f654585866 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859969 Aug 18 18:26:29.444403 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-91bf6924-3484-4ed8-bc7f-d15cf83ffc09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:29.489150 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f373c-a0db-40ae-bb07-67422040a81d req-fe254edb-930c-48d8-88c3-76fc4cbbecdc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:29.497102 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-582f373c-a0db-40ae-bb07-67422040a81d req-fe254edb-930c-48d8-88c3-76fc4cbbecdc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0708258 Aug 18 18:26:29.503300 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2db346-c9c7-499c-892a-b6a73d3056fb x-openstack-request-id: req-9d2db346-c9c7-499c-892a-b6a73d3056fb {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:26:29.503904 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a37f62-2593-43b8-88f7-a0087473c34e", "name": "network-vif-deleted", "tag": "74b2e783-d6f2-47ff-ae36-d369d4be5f15", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:26:29.504247 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d2db346-c9c7-499c-892a-b6a73d3056fb {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:26:29.504777 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a37f62-2593-43b8-88f7-a0087473c34e', 'name': 'network-vif-deleted', 'tag': '74b2e783-d6f2-47ff-ae36-d369d4be5f15', 'status': 'completed', 'code': 200} Aug 18 18:26:29.529822 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf6924-3484-4ed8-bc7f-d15cf83ffc09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Pushing event deleted for resources: {'Port': ['ID=31a1560d-bfc5-45de-b9bf-8cb864cfe4db,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:29.539914 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-582f373c-a0db-40ae-bb07-67422040a81d req-fbbba195-6864-4687-aa89-5f731119c80b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417323 Aug 18 18:26:29.555920 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-91bf6924-3484-4ed8-bc7f-d15cf83ffc09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] No DVR routers for this DVR port 31a1560d-bfc5-45de-b9bf-8cb864cfe4db on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:26:29.558144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-91bf6924-3484-4ed8-bc7f-d15cf83ffc09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:29.560508 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b18c3b2a-2ac3-44bd-b194-40a9653ba90e req-91bf6924-3484-4ed8-bc7f-d15cf83ffc09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "DELETE /v2.0/ports/31a1560d-bfc5-45de-b9bf-8cb864cfe4db HTTP/1.1" status: 204 len: 173 time: 1.0790939 Aug 18 18:26:29.656530 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['a01a5615-0254-45d1-8706-660e2968010b', '63b65333-f946-43fa-8a38-4276f232cf35', 'ba456c0e-914d-46a8-ad31-dab39fa1ca07'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:26:30.348252 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5332fe6a-efdf-41b3-b3d0-617abb56774a req-783dc48f-2779-4edc-81f3-db119f7d8f65 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda37692-0027-478b-9e7e-9e0e8853ef72 HTTP/1.1" status: 200 len: 210 time: 0.0287251 Aug 18 18:26:30.428789 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8d1f4298-2758-44dd-b57b-b91230d051d5 req-e3cb59e9-cac7-46b7-bdad-96f9a07bd4a7 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=89a37f62-2593-43b8-88f7-a0087473c34e HTTP/1.1" status: 200 len: 210 time: 0.0297875 Aug 18 18:26:30.537388 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ca364145-4993-4850-9b35-c1dfd201d15a details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:26:30.545258 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 31a1560d-bfc5-45de-b9bf-8cb864cfe4db no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:26:30.564781 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35af6a-b86d-4525-b676-d7ba9656ad35 req-d1aa06b9-e641-4c3b-a935-6f5e43ad73d8 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:30.566359 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-df35af6a-b86d-4525-b676-d7ba9656ad35 req-d1aa06b9-e641-4c3b-a935-6f5e43ad73d8 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0598192 Aug 18 18:26:30.574225 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 31a1560d-bfc5-45de-b9bf-8cb864cfe4db {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:26:30.574703 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 31a1560d-bfc5-45de-b9bf-8cb864cfe4db not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:26:30.575813 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 74b2e783-d6f2-47ff-ae36-d369d4be5f15 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:26:30.598019 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 74b2e783-d6f2-47ff-ae36-d369d4be5f15 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:26:30.598449 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 74b2e783-d6f2-47ff-ae36-d369d4be5f15 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:26:30.619146 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-df35af6a-b86d-4525-b676-d7ba9656ad35 req-3701ac35-ec22-45ec-9fd7-ef2e68950464 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409658 Aug 18 18:26:30.670569 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818bf5-1633-420e-80b7-9834529f756f req-038005e7-7ece-4acd-9a96-169f194f9e5c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:30.672096 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6b818bf5-1633-420e-80b7-9834529f756f req-038005e7-7ece-4acd-9a96-169f194f9e5c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0566311 Aug 18 18:26:30.698764 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ca364145-4993-4850-9b35-c1dfd201d15a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ca364145-4993-4850-9b35-c1dfd201d15a,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:30.712936 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'port_id': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'mac_address': 'fa:16:3e:ec:9f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:26:30.719973 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6b818bf5-1633-420e-80b7-9834529f756f req-d1815121-71ca-4607-b484-ca8a61ab4eba tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Aug 18 18:26:30.754548 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:30.768451 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca364145-4993-4850-9b35-c1dfd201d15a {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:26:30.788015 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ca364145-4993-4850-9b35-c1dfd201d15a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ca364145-4993-4850-9b35-c1dfd201d15a,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:30.792169 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:30.846707 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=ca364145-4993-4850-9b35-c1dfd201d15a,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:30.858235 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.858586 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.858930 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.859248 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.859641 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.859989 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.860329 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.860650 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.860978 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.861302 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.861613 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:30.861932 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:31.250242 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['ca364145-4993-4850-9b35-c1dfd201d15a'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:26:31.505692 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda37692-0027-478b-9e7e-9e0e8853ef72', 'name': 'network-vif-deleted', 'tag': '31a1560d-bfc5-45de-b9bf-8cb864cfe4db'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:26:31.508085 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ba0000-11da-4b1a-8c8e-39390d2b8aa8" -d '{"events": [{"server_uuid": "fda37692-0027-478b-9e7e-9e0e8853ef72", "name": "network-vif-deleted", "tag": "31a1560d-bfc5-45de-b9bf-8cb864cfe4db"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:26:31.547525 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9f183a-36ac-4d52-ab13-d17202178f04 x-openstack-request-id: req-8e9f183a-36ac-4d52-ab13-d17202178f04 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:26:31.547813 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda37692-0027-478b-9e7e-9e0e8853ef72", "name": "network-vif-deleted", "tag": "31a1560d-bfc5-45de-b9bf-8cb864cfe4db", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:26:31.548063 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e9f183a-36ac-4d52-ab13-d17202178f04 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:26:31.548455 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda37692-0027-478b-9e7e-9e0e8853ef72', 'name': 'network-vif-deleted', 'tag': '31a1560d-bfc5-45de-b9bf-8cb864cfe4db', 'status': 'completed', 'code': 200} Aug 18 18:26:31.727205 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f508b8-193c-40f3-b8a2-d0873cd98fde req-bfedd7c9-97d7-4da0-9018-395a335fbbdc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:31.728747 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-40f508b8-193c-40f3-b8a2-d0873cd98fde req-bfedd7c9-97d7-4da0-9018-395a335fbbdc tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0566261 Aug 18 18:26:31.733716 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2a6b9-6cf5-46b3-a24e-57b7d942263d req-2ef34809-3f86-429c-8a6d-262641ee141a tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:31.735184 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efa2a6b9-6cf5-46b3-a24e-57b7d942263d req-2ef34809-3f86-429c-8a6d-262641ee141a tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 944 time: 0.0508695 Aug 18 18:26:31.768929 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-40f508b8-193c-40f3-b8a2-d0873cd98fde req-04c576fd-8fa5-4480-84cb-91ad0dc6cadb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338156 Aug 18 18:26:31.774516 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efa2a6b9-6cf5-46b3-a24e-57b7d942263d req-53a4e8c7-f918-4b2e-a4d2-81379ebfb301 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331428 Aug 18 18:26:31.883516 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939e69a-cba5-42f6-84fe-a4f1d832f294 req-31cea748-4f8a-48cf-bcf8-ecb02188026b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:31.885130 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6939e69a-cba5-42f6-84fe-a4f1d832f294 req-31cea748-4f8a-48cf-bcf8-ecb02188026b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0558496 Aug 18 18:26:31.925545 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6939e69a-cba5-42f6-84fe-a4f1d832f294 req-4908720e-55de-47dd-aa62-0837662de5d6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342820 Aug 18 18:26:32.549687 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ca364145-4993-4850-9b35-c1dfd201d15a up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:26:32.603880 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port ca364145-4993-4850-9b35-c1dfd201d15a completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:26:32.607732 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port ca364145-4993-4850-9b35-c1dfd201d15a triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:26:32.608243 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:32.689415 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:32.711437 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:26:32.713630 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d4bdc8-cfa3-4dd5-bcd6-ee68aca8bdfe" -d '{"events": [{"server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "name": "network-vif-plugged", "status": "completed", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:26:32.727440 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ca364145-4993-4850-9b35-c1dfd201d15a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ca364145-4993-4850-9b35-c1dfd201d15a,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:32.732710 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:32.774533 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0378581-f56b-44de-b593-800b47277cf4 req-ad00e7b2-8ef6-4fe8-b5a8-0a84d06ebd34 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:32.777087 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5114a62c-a723-4d66-bfce-7715fd6824ce x-openstack-request-id: req-5114a62c-a723-4d66-bfce-7715fd6824ce {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:26:32.777245 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0378581-f56b-44de-b593-800b47277cf4 req-ad00e7b2-8ef6-4fe8-b5a8-0a84d06ebd34 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 945 time: 0.0620155 Aug 18 18:26:32.777350 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "name": "network-vif-plugged", "status": "completed", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:26:32.777612 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5114a62c-a723-4d66-bfce-7715fd6824ce {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:26:32.778215 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'code': 200} Aug 18 18:26:32.784165 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=ca364145-4993-4850-9b35-c1dfd201d15a,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:32.816391 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0378581-f56b-44de-b593-800b47277cf4 req-5ad487dc-8077-47f6-87d9-93e9402c350e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328674 Aug 18 18:26:32.901999 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5f3e-907d-4527-b250-c09ef9f95538 req-6325fb6a-c93d-4205-8953-67dfa7f8f841 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:32.905578 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efbc5f3e-907d-4527-b250-c09ef9f95538 req-6325fb6a-c93d-4205-8953-67dfa7f8f841 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0575445 Aug 18 18:26:32.949900 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71170f02-6a88-4bc9-bf00-9a66e8cb4e35 req-5c68859c-9f36-48ae-8616-fde048df6487 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:32.951975 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-71170f02-6a88-4bc9-bf00-9a66e8cb4e35 req-5c68859c-9f36-48ae-8616-fde048df6487 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0677688 Aug 18 18:26:32.957445 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efbc5f3e-907d-4527-b250-c09ef9f95538 req-d94d45b7-64d7-4157-9411-b6d7f371ceeb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382273 Aug 18 18:26:32.995510 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-71170f02-6a88-4bc9-bf00-9a66e8cb4e35 req-b8f507b5-aa1b-447f-85e7-c2e765e5c967 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343723 Aug 18 18:26:33.115675 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b4337-1eb1-4a0d-91ec-874ce9c43075 req-51fd0ad2-2353-4190-b46f-a4e32e3f9b7b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:33.117192 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e19b4337-1eb1-4a0d-91ec-874ce9c43075 req-51fd0ad2-2353-4190-b46f-a4e32e3f9b7b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0795562 Aug 18 18:26:33.119829 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533bdc-0ab7-44ad-a2cf-989dcb34039d req-8c2ada6c-abf8-45eb-a110-151f0cb887c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:33.121200 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e8533bdc-0ab7-44ad-a2cf-989dcb34039d req-8c2ada6c-abf8-45eb-a110-151f0cb887c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 1098 time: 0.0805371 Aug 18 18:26:33.179644 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e19b4337-1eb1-4a0d-91ec-874ce9c43075 req-316e92c3-5acd-4776-a62f-68c9a4f43c8b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563521 Aug 18 18:26:33.183546 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e8533bdc-0ab7-44ad-a2cf-989dcb34039d req-95e221f9-5b5d-4a89-a2b2-2cad37c75ce6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475366 Aug 18 18:26:33.941606 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd7dfc-c066-40e1-aa99-8d1ee3e4c022 req-321b9afb-d266-4007-bd81-bf4c5907d8ff tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:33.943084 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7ecd7dfc-c066-40e1-aa99-8d1ee3e4c022 req-321b9afb-d266-4007-bd81-bf4c5907d8ff tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 945 time: 0.0587854 Aug 18 18:26:33.984134 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7ecd7dfc-c066-40e1-aa99-8d1ee3e4c022 req-b29ee5c8-07f6-4948-99c5-984951ae6d5a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343609 Aug 18 18:26:34.073665 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283bf9a-f328-4dfa-b085-ac330a89b5a7 req-cf466063-dcaf-452c-9ef2-15e53418adb6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:34.075198 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d283bf9a-f328-4dfa-b085-ac330a89b5a7 req-cf466063-dcaf-452c-9ef2-15e53418adb6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0498710 Aug 18 18:26:34.114503 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d283bf9a-f328-4dfa-b085-ac330a89b5a7 req-e5c78a8d-3445-4e31-bb2a-e4742bc513c2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331295 Aug 18 18:26:34.120482 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1a9a2-1ddc-42ef-ab6f-f4417446ea45 req-a7db2784-5c36-405d-a55a-f43349354b14 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:34.122362 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-53a1a9a2-1ddc-42ef-ab6f-f4417446ea45 req-a7db2784-5c36-405d-a55a-f43349354b14 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0560114 Aug 18 18:26:34.165202 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-53a1a9a2-1ddc-42ef-ab6f-f4417446ea45 req-1c420c2b-dfda-4c63-9ffe-e3224b2b58d3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324600 Aug 18 18:26:34.316325 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78dc22-60a4-430b-8f95-df7fda03dbb3 req-ae8aac5b-3e62-4c9a-a056-b2cd08563564 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:34.317803 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c78dc22-60a4-430b-8f95-df7fda03dbb3 req-ae8aac5b-3e62-4c9a-a056-b2cd08563564 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0497265 Aug 18 18:26:34.358470 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c78dc22-60a4-430b-8f95-df7fda03dbb3 req-25bcd80a-140d-4bba-87dd-c3d792c41ef2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342822 Aug 18 18:26:35.104973 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f97a23-e148-4078-bec2-56553b4ff2b3 req-e8070dfc-b5ee-4d06-bd11-57392361a91d tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:35.106570 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d4f97a23-e148-4078-bec2-56553b4ff2b3 req-e8070dfc-b5ee-4d06-bd11-57392361a91d tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 945 time: 0.0499442 Aug 18 18:26:35.146251 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d4f97a23-e148-4078-bec2-56553b4ff2b3 req-d534adc6-65da-4aa8-8496-e7d814a25707 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338004 Aug 18 18:26:35.242600 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ebf29-d636-4858-8e46-978660bef7cf req-7499575b-5e09-446d-a3a7-7e5019f20a4b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:35.244442 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b73ebf29-d636-4858-8e46-978660bef7cf req-7499575b-5e09-446d-a3a7-7e5019f20a4b tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0557618 Aug 18 18:26:35.290187 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac037-0d03-40be-8572-cc851acf9c46 req-5f6e7c97-5f7c-4d0e-9b9e-7030b21fd653 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:35.292492 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-78aac037-0d03-40be-8572-cc851acf9c46 req-5f6e7c97-5f7c-4d0e-9b9e-7030b21fd653 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0565400 Aug 18 18:26:35.295799 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b73ebf29-d636-4858-8e46-978660bef7cf req-b9e9f10f-bd3b-4e47-96ae-37db77dae28e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444822 Aug 18 18:26:35.332710 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-78aac037-0d03-40be-8572-cc851acf9c46 req-be0b14a7-8b64-4007-89bb-925bb91f8cb7 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Aug 18 18:26:35.460181 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a920-44a9-4a3d-b024-e1743efb263e req-bd7d306e-97ae-4b02-85bc-4db81c86da3f tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:35.462939 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2843a920-44a9-4a3d-b024-e1743efb263e req-bd7d306e-97ae-4b02-85bc-4db81c86da3f tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0569034 Aug 18 18:26:35.472073 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46054) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:26:35.506279 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2843a920-44a9-4a3d-b024-e1743efb263e req-5d200030-b530-4324-afee-6cf90edaea4e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375366 Aug 18 18:26:35.506655 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4ef09-1096-4265-8e51-eb7ff84cd179 req-68590a4a-3266-4597-8e11-43d2d49146d9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:35.508234 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12c4ef09-1096-4265-8e51-eb7ff84cd179 req-68590a4a-3266-4597-8e11-43d2d49146d9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0686171 Aug 18 18:26:35.529439 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46058) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:26:35.604470 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12c4ef09-1096-4265-8e51-eb7ff84cd179 req-63ffa2f9-22c2-4db4-8219-aa2478b58a51 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893500 Aug 18 18:26:35.620622 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-f90ee5e2-9637-441d-8023-1ef9a41270db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474335 Aug 18 18:26:35.694136 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cd3438-a028-4496-9a3c-6014aed95388 tempest-TestShelveInstance-1485769871 tempest-TestShelveInstance-1485769871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:35.695661 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d9cd3438-a028-4496-9a3c-6014aed95388 tempest-TestShelveInstance-1485769871 tempest-TestShelveInstance-1485769871-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 1093 time: 0.1652119 Aug 18 18:26:35.698802 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46066) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:26:35.703561 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Request body: {'floatingip': {'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'port_id': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:26:35.728438 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:35.861668 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-2abc589d-eb96-43f9-9a13-94822179b58e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:35.863131 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-2abc589d-eb96-43f9-9a13-94822179b58e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 945 time: 0.0677831 Aug 18 18:26:35.873542 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:36.048048 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Allocated IP 172.27.1.184 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/9a83d220-ce1e-4351-878e-b51fcebe1176) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:26:36.057150 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-3f79a0b4-658a-4dd1-8bbf-f33f858b6a67 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Deleting port ba456c0e-914d-46a8-ad31-dab39fa1ca07 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:26:36.057490 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-3f79a0b4-658a-4dd1-8bbf-f33f858b6a67 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:36.213854 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-3f79a0b4-658a-4dd1-8bbf-f33f858b6a67 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] For port ba456c0e-914d-46a8-ad31-dab39fa1ca07, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ba456c0e-914d-46a8-ad31-dab39fa1ca07,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:36.214224 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-3f79a0b4-658a-4dd1-8bbf-f33f858b6a67 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:36.244288 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-3f79a0b4-658a-4dd1-8bbf-f33f858b6a67 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Calling delete_port for ba456c0e-914d-46a8-ad31-dab39fa1ca07 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:26:36.285185 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:36.358974 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8ed5e-0f56-4465-8c2b-5505bfda4211 req-c8acc44a-8853-47c3-a7d8-be8ccab22cfa tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:36.360518 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1b8ed5e-0f56-4465-8c2b-5505bfda4211 req-c8acc44a-8853-47c3-a7d8-be8ccab22cfa tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2fa3fb8-574f-44a2-807b-9d5c55b03328 HTTP/1.1" status: 200 len: 945 time: 0.1342638 Aug 18 18:26:36.416305 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:36.416544 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dea7b-e3d9-4e01-8594-2bffe87cce27 req-6c18d227-ac28-4a3d-9e4a-2f815bda1c40 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:36.417981 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cd1dea7b-e3d9-4e01-8594-2bffe87cce27 req-6c18d227-ac28-4a3d-9e4a-2f815bda1c40 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0528486 Aug 18 18:26:36.457465 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1b8ed5e-0f56-4465-8c2b-5505bfda4211 req-f61e91a7-644c-4b7a-87c0-f0d510ad0691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875723 Aug 18 18:26:36.464054 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cd1dea7b-e3d9-4e01-8594-2bffe87cce27 req-b194b092-a01a-479d-940c-bf3b66072487 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357089 Aug 18 18:26:36.501000 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:26:36.508869 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:26:36.518091 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:26:36.521155 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event updated for resources: {'Port': ['ID=9a83d220-ce1e-4351-878e-b51fcebe1176,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:36.542461 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-3f79a0b4-658a-4dd1-8bbf-f33f858b6a67 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:36.581483 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79a0b4-658a-4dd1-8bbf-f33f858b6a67 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Pushing event deleted for resources: {'Port': ['ID=ba456c0e-914d-46a8-ad31-dab39fa1ca07,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:36.611090 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['a01a5615-0254-45d1-8706-660e2968010b', '63b65333-f946-43fa-8a38-4276f232cf35', 'ba456c0e-914d-46a8-ad31-dab39fa1ca07'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:26:36.643122 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-3f79a0b4-658a-4dd1-8bbf-f33f858b6a67 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] No DVR routers for this DVR port ba456c0e-914d-46a8-ad31-dab39fa1ca07 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:26:36.649930 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-3f79a0b4-658a-4dd1-8bbf-f33f858b6a67 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:36.651960 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a85dc877-7245-42ec-a8f1-71053d20f376 req-3f79a0b4-658a-4dd1-8bbf-f33f858b6a67 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "DELETE /v2.0/ports/ba456c0e-914d-46a8-ad31-dab39fa1ca07 HTTP/1.1" status: 204 len: 173 time: 0.7804098 Aug 18 18:26:36.652371 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fa3fb8-574f-44a2-807b-9d5c55b03328', 'name': 'network-vif-deleted', 'tag': 'ba456c0e-914d-46a8-ad31-dab39fa1ca07'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:26:36.655464 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97842d44-5545-4355-a8a6-6b1c2c2f8dce" -d '{"events": [{"server_uuid": "c2fa3fb8-574f-44a2-807b-9d5c55b03328", "name": "network-vif-deleted", "tag": "ba456c0e-914d-46a8-ad31-dab39fa1ca07"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:26:36.716446 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7558ec08-a3f2-4cfd-9793-e08f757a38c3 x-openstack-request-id: req-7558ec08-a3f2-4cfd-9793-e08f757a38c3 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:26:36.716743 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fa3fb8-574f-44a2-807b-9d5c55b03328", "name": "network-vif-deleted", "tag": "ba456c0e-914d-46a8-ad31-dab39fa1ca07", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:26:36.716997 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7558ec08-a3f2-4cfd-9793-e08f757a38c3 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:26:36.717427 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fa3fb8-574f-44a2-807b-9d5c55b03328', 'name': 'network-vif-deleted', 'tag': 'ba456c0e-914d-46a8-ad31-dab39fa1ca07', 'status': 'completed', 'code': 200} Aug 18 18:26:36.869382 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7d48f-fa1c-4fbe-89e4-6e52423fa98b req-f31a0592-a702-4586-8204-73892b59ade9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:36.870889 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59b7d48f-fa1c-4fbe-89e4-6e52423fa98b req-f31a0592-a702-4586-8204-73892b59ade9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0974240 Aug 18 18:26:36.960854 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59b7d48f-fa1c-4fbe-89e4-6e52423fa98b req-741f6009-c92b-44e8-b19f-5fd3f9431a16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819354 Aug 18 18:26:37.091604 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:37.162289 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:37.324270 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:37.328879 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:37.395369 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event updated for resources: {'Port': ['ID=9a83d220-ce1e-4351-878e-b51fcebe1176,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:37.412326 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:37.523590 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Floating IP a793b715-dded-423c-801d-3c1f88263ad4 associated. External IP: 172.27.1.184, port: ca364145-4993-4850-9b35-c1dfd201d15a. Aug 18 18:26:37.675676 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198de0-9362-4f1c-b677-b0806df9ebdb req-12904a6f-d386-4b14-abfa-b1adf8687f0f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:37.677179 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb198de0-9362-4f1c-b677-b0806df9ebdb req-12904a6f-d386-4b14-abfa-b1adf8687f0f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1110551 Aug 18 18:26:37.756079 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce6468-80d5-4af9-b167-8b9e35f7e62c req-9432393e-d376-48b0-b62d-90bc6efc9629 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:37.757602 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c3ce6468-80d5-4af9-b167-8b9e35f7e62c req-9432393e-d376-48b0-b62d-90bc6efc9629 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0493853 Aug 18 18:26:37.762010 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb198de0-9362-4f1c-b677-b0806df9ebdb req-867fd923-ab58-4e80-b6c4-955d67998cb6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771945 Aug 18 18:26:37.797616 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c3ce6468-80d5-4af9-b167-8b9e35f7e62c req-29bf4ba5-637e-4e95-8c89-939ff85d1156 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Aug 18 18:26:37.835451 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Router 39458140-957d-43f5-9789-6da83f44b4eb has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:26:37.945845 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:26:37.957634 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] Sync routers for ids ['39458140-957d-43f5-9789-6da83f44b4eb'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:26:37.964026 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:37.969417 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] Routers {'39458140-957d-43f5-9789-6da83f44b4eb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:26:37.970121 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:26:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['39458140-957d-43f5-9789-6da83f44b4eb'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:26:37.998895 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-25c417e7-b198-428e-9b27-e89e00d2e4a1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2926965 Aug 18 18:26:38.103384 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c186e-627f-4c09-a311-db1f4d66760e req-9cc02669-2dcc-44d7-b9bd-8b1e3b0f9198 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:38.105406 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca6c186e-627f-4c09-a311-db1f4d66760e req-9cc02669-2dcc-44d7-b9bd-8b1e3b0f9198 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0603499 Aug 18 18:26:38.170418 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] Set router 39458140-957d-43f5-9789-6da83f44b4eb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:26:38.198111 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca6c186e-627f-4c09-a311-db1f4d66760e req-39b01de8-53d0-48e3-8c5d-ad203e5bc611 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860798 Aug 18 18:26:38.225531 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-1fdd3782-d46a-4124-9989-7adbb7bf2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:38.225531 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-1fdd3782-d46a-4124-9989-7adbb7bf2727 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648&tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0917377 Aug 18 18:26:38.315092 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-df4376d7-65bd-43f4-a454-ad72a5a6a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:38.316608 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-df4376d7-65bd-43f4-a454-ad72a5a6a998 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 1097 time: 0.0422924 Aug 18 18:26:38.401336 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:18Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'a793b715-dded-423c-801d-3c1f88263ad4', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'port_id': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'mac_address': 'fa:16:3e:ec:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:26:36Z', 'updated_at': '2021-08-18T18:26:36Z', 'revision_number': 0, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f7bc91-4e75-4f06-a4cb-d84af6e32f03', 'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'mac_address': 'fa:16:3e:a5:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:17Z', 'updated_at': '2021-08-18T18:25:25Z', 'revision_number': 5, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'subnets': [{'id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:26:38.421068 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-05aea4cc-c26c-48c2-a5e0-8a0e6add9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:38.422521 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-05aea4cc-c26c-48c2-a5e0-8a0e6add9ec1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 917 time: 0.0888453 Aug 18 18:26:38.427607 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] Checking router: 39458140-957d-43f5-9789-6da83f44b4eb for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:26:38.436230 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] Routers {'39458140-957d-43f5-9789-6da83f44b4eb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:26:38.436803 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:26:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['39458140-957d-43f5-9789-6da83f44b4eb'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:26:38.496195 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-0bef6a4e-99ec-454f-a07b-ff9d09be2a46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c HTTP/1.1" status: 200 len: 1000 time: 0.0600774 Aug 18 18:26:38.544601 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] Set router 39458140-957d-43f5-9789-6da83f44b4eb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:26:38.553961 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-643b4542-b3b5-47b9-bad1-9ab9c770c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:38.555679 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-643b4542-b3b5-47b9-bad1-9ab9c770c556 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 200 len: 855 time: 0.0494068 Aug 18 18:26:38.580278 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ba456c0e-914d-46a8-ad31-dab39fa1ca07 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:26:38.604605 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: ba456c0e-914d-46a8-ad31-dab39fa1ca07 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:26:38.605196 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ba456c0e-914d-46a8-ad31-dab39fa1ca07 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:26:38.608035 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-73f3fc70-089e-4711-b748-c707a40fa6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:38.609660 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-73f3fc70-089e-4711-b748-c707a40fa6eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422344 Aug 18 18:26:38.708817 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-072a56b7-a064-4241-9e7d-0044c4c13d09 service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846808 Aug 18 18:26:38.718285 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:26:38.720635 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:26:38.770210 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a64394-a151-4077-b4e1-7c07cab07878 x-openstack-request-id: req-11a64394-a151-4077-b4e1-7c07cab07878 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:26:38.770447 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:26:38.770729 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11a64394-a151-4077-b4e1-7c07cab07878 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:26:38.771120 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'status': 'completed', 'code': 200} Aug 18 18:26:38.776252 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:18Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'a793b715-dded-423c-801d-3c1f88263ad4', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'port_id': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'mac_address': 'fa:16:3e:ec:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:26:36Z', 'updated_at': '2021-08-18T18:26:36Z', 'revision_number': 0, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f7bc91-4e75-4f06-a4cb-d84af6e32f03', 'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'mac_address': 'fa:16:3e:a5:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:17Z', 'updated_at': '2021-08-18T18:25:25Z', 'revision_number': 5, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'subnets': [{'id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:26:38.802857 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec153528-f4c3-4af0-890f-74987ecebfd1 None None] The sync data for ids ['39458140-957d-43f5-9789-6da83f44b4eb'] in dv-cinder-802882-9-iscsi is: [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:18Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'a793b715-dded-423c-801d-3c1f88263ad4', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'port_id': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'mac_address': 'fa:16:3e:ec:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:26:36Z', 'updated_at': '2021-08-18T18:26:36Z', 'revision_number': 0, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f7bc91-4e75-4f06-a4cb-d84af6e32f03', 'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'mac_address': 'fa:16:3e:a5:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:17Z', 'updated_at': '2021-08-18T18:25:25Z', 'revision_number': 5, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'subnets': [{'id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:26:38.819514 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca269a69-ac79-442c-84c9-6a0807dffe86 req-2f6cbcb0-a5a1-49b8-9f4e-38692ef964e2 service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954788 Aug 18 18:26:38.913193 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ceff0fc1-1d70-445b-b0c0-aa8230e326c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:38.931262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-511120bd-2168-408b-a0bd-2c52b5cf54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:38.932794 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-511120bd-2168-408b-a0bd-2c52b5cf54e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be905b0199494bc59360e3484fc67e00&device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 1098 time: 0.0898750 Aug 18 18:26:38.944356 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b096cb-2953-49d4-a351-fe05bd754e3b req-d4aa664c-6360-4fc1-9f1b-2d08e17c3eac tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:38.946436 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-56b096cb-2953-49d4-a351-fe05bd754e3b req-d4aa664c-6360-4fc1-9f1b-2d08e17c3eac tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0935750 Aug 18 18:26:38.988676 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f7e2b-387e-45ac-9afd-e74e1134dcba req-fd0c5c29-cc46-44f6-9628-a2a9cdbd0c7c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:38.990306 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c71f7e2b-387e-45ac-9afd-e74e1134dcba req-fd0c5c29-cc46-44f6-9628-a2a9cdbd0c7c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0533166 Aug 18 18:26:39.036635 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c71f7e2b-387e-45ac-9afd-e74e1134dcba req-77e8223f-4ad4-4307-ab33-cb638ffcfcfe tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373204 Aug 18 18:26:39.037031 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-56b096cb-2953-49d4-a351-fe05bd754e3b req-b4660dbb-9b5b-47ad-88c0-3fae6845a21d tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806472 Aug 18 18:26:39.072459 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6fab8-8a9d-4746-8a80-752fc9de2328 None None] New status for floating IP a793b715-dded-423c-801d-3c1f88263ad4: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:26:39.074854 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-ce45cbc8-ca27-4ba0-a0a4-d90087dda50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:39.078748 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-ce45cbc8-ca27-4ba0-a0a4-d90087dda50d service neutron] 10.222.0.61 "GET /v2.0/networks?id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418 HTTP/1.1" status: 200 len: 910 time: 0.1313820 Aug 18 18:26:39.174436 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-dd23c252-a79a-4b94-84de-ef75c3ac008d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca364145-4993-4850-9b35-c1dfd201d15a HTTP/1.1" status: 200 len: 999 time: 0.0652773 Aug 18 18:26:39.236345 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-88bd8e77-7dc6-459a-9223-d4590d4055a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:39.237981 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-88bd8e77-7dc6-459a-9223-d4590d4055a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=decc5e84-a8b6-4344-93a9-d3163aff0fbe HTTP/1.1" status: 200 len: 848 time: 0.0551252 Aug 18 18:26:39.344403 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-2363a0a0-fcd7-419f-bcf9-5da194ace925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:39.346052 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-2363a0a0-fcd7-419f-bcf9-5da194ace925 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811746 Aug 18 18:26:39.353368 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76541cd2-b9ad-4214-9b5e-3bc9f534ffe1 req-6ae95a69-13cd-4646-bd4f-0a68e1cc852b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:39.354725 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76541cd2-b9ad-4214-9b5e-3bc9f534ffe1 req-6ae95a69-13cd-4646-bd4f-0a68e1cc852b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0724382 Aug 18 18:26:39.444396 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76541cd2-b9ad-4214-9b5e-3bc9f534ffe1 req-e5806fb8-70cb-439c-9f14-a972bd539e47 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788941 Aug 18 18:26:39.472259 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-928109bf-67bb-4c08-86f1-559193be7a72 service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148093 Aug 18 18:26:39.880009 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9eaefef-a6b4-42c0-af3a-f5e1a855f489 req-084c2174-b0db-42e1-8115-0876bb12474d service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928928 Aug 18 18:26:40.174964 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35345f12-d9e4-4fa0-b674-0fb5a727c9cc req-c70b27e7-f61a-4c9e-a00e-b6ceccdca9e1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:40.176594 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35345f12-d9e4-4fa0-b674-0fb5a727c9cc req-c70b27e7-f61a-4c9e-a00e-b6ceccdca9e1 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0596266 Aug 18 18:26:40.227620 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35345f12-d9e4-4fa0-b674-0fb5a727c9cc req-0f202a5a-9eea-4650-b7a2-460c4131fa95 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432045 Aug 18 18:26:40.406130 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52cb25-1ebb-4d4a-b7dc-62ae9b2184ac req-9f1e2d57-6153-4c81-badf-f6b6543198ab tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:40.407807 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1e52cb25-1ebb-4d4a-b7dc-62ae9b2184ac req-9f1e2d57-6153-4c81-badf-f6b6543198ab tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.2895503 Aug 18 18:26:40.447956 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1e52cb25-1ebb-4d4a-b7dc-62ae9b2184ac req-fc11bfcc-65c1-4b68-a5bd-ad3df2ecae89 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340922 Aug 18 18:26:40.569463 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03ef9b-c9e4-4b53-af33-2879eab266d0 req-46bcce1a-3a36-4f75-86ee-7c839bf51606 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:40.571080 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf03ef9b-c9e4-4b53-af33-2879eab266d0 req-46bcce1a-3a36-4f75-86ee-7c839bf51606 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0528998 Aug 18 18:26:40.614718 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf03ef9b-c9e4-4b53-af33-2879eab266d0 req-5810ef42-7119-4d9f-92f1-85ec7f7e13d1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359201 Aug 18 18:26:41.328600 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1197972c-868c-4c96-86a8-bc2182742e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:41.350802 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc43720-42ab-4b24-b53d-fa4726ceb451 req-b56a575b-3545-4e2a-b8fd-59b79c8fad33 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:41.352326 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cbc43720-42ab-4b24-b53d-fa4726ceb451 req-b56a575b-3545-4e2a-b8fd-59b79c8fad33 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0525780 Aug 18 18:26:41.390712 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cbc43720-42ab-4b24-b53d-fa4726ceb451 req-be1e25e6-0eae-4054-bbc4-4086ba4dab5d tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322182 Aug 18 18:26:41.573023 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad555b4-8105-4354-bffe-0717fd6c0b96 req-49f0230e-267d-4fab-b642-517310f8b135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:41.574494 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ad555b4-8105-4354-bffe-0717fd6c0b96 req-49f0230e-267d-4fab-b642-517310f8b135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0583141 Aug 18 18:26:41.617136 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ad555b4-8105-4354-bffe-0717fd6c0b96 req-bf293be2-0b68-4143-a3cd-ab2c92a419a2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358691 Aug 18 18:26:41.741481 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865db5-6ede-41cc-acaa-7954966460ca req-1e8e4865-e9cc-49c1-b072-ed98c6bfa3c7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:41.742988 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-00865db5-6ede-41cc-acaa-7954966460ca req-1e8e4865-e9cc-49c1-b072-ed98c6bfa3c7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0508335 Aug 18 18:26:41.783681 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-00865db5-6ede-41cc-acaa-7954966460ca req-768bed61-9344-4bc7-923f-38b95b6c59c9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344069 Aug 18 18:26:42.178581 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:42.244357 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:26:42.582857 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0e666-48c5-4d69-b6c5-066a8cbd2bbc req-f0f08db8-b02c-47e8-a001-855b4f74008a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:42.584848 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63f0e666-48c5-4d69-b6c5-066a8cbd2bbc req-f0f08db8-b02c-47e8-a001-855b4f74008a tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.1065493 Aug 18 18:26:42.634841 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63f0e666-48c5-4d69-b6c5-066a8cbd2bbc req-9a2b5e62-6de3-43c5-8f6e-37775dd96dcb tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434310 Aug 18 18:26:42.756555 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea3a08-3c87-4192-af09-2e2b8f3129b1 req-0fd42854-e6cb-4580-aca7-33550ee10bff tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:42.758504 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8aea3a08-3c87-4192-af09-2e2b8f3129b1 req-0fd42854-e6cb-4580-aca7-33550ee10bff tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0583999 Aug 18 18:26:42.805122 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8aea3a08-3c87-4192-af09-2e2b8f3129b1 req-af14439b-3798-441b-8584-1fda68280deb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Aug 18 18:26:42.930647 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3849b-331e-4df0-a897-24489a3ef6ea req-9f6a85a0-bf0f-40bf-87dd-708e5a88d70a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:42.932271 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9ba3849b-331e-4df0-a897-24489a3ef6ea req-9f6a85a0-bf0f-40bf-87dd-708e5a88d70a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0636318 Aug 18 18:26:42.977979 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9ba3849b-331e-4df0-a897-24489a3ef6ea req-cf4c63c9-ceb1-4f6d-bd2a-e298d5e7898a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Aug 18 18:26:43.073551 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:43.766965 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0661d-811d-4530-8b88-b86f8faec56c req-544bcc1a-3cbc-4c2c-a4b7-d5f8b225c5d4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:43.768721 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5e0661d-811d-4530-8b88-b86f8faec56c req-544bcc1a-3cbc-4c2c-a4b7-d5f8b225c5d4 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0572665 Aug 18 18:26:43.811544 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5e0661d-811d-4530-8b88-b86f8faec56c req-1ca91109-4cc4-444c-838e-12738073270f tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350442 Aug 18 18:26:43.965297 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281c73-7b75-4c05-8f2a-89486ea9509e req-79757a35-3405-4322-aaef-d2fea5dc7288 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:43.971822 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6281c73-7b75-4c05-8f2a-89486ea9509e req-79757a35-3405-4322-aaef-d2fea5dc7288 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0765316 Aug 18 18:26:44.006181 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6281c73-7b75-4c05-8f2a-89486ea9509e req-8aaa7894-2724-421d-b1c5-7086475f8ceb tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325625 Aug 18 18:26:44.109583 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6a5ef-5e6a-415c-a2af-49e87724beba req-0808f8ea-9c26-4ce9-971a-4550ab341bb0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:44.111126 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6de6a5ef-5e6a-415c-a2af-49e87724beba req-0808f8ea-9c26-4ce9-971a-4550ab341bb0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0513670 Aug 18 18:26:44.160200 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6de6a5ef-5e6a-415c-a2af-49e87724beba req-77c6928a-175b-41d7-95d4-a43b28e5b414 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397079 Aug 18 18:26:44.592997 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:44.937340 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d94968-dafa-473c-b855-f4add8ca6cf3 req-5dbfdfff-9a9d-4fe4-adf5-6b4c52db2858 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:44.938891 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9d94968-dafa-473c-b855-f4add8ca6cf3 req-5dbfdfff-9a9d-4fe4-adf5-6b4c52db2858 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0566461 Aug 18 18:26:44.984266 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9d94968-dafa-473c-b855-f4add8ca6cf3 req-16c14c74-2559-4791-b1a2-d772fe27124e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388904 Aug 18 18:26:44.989346 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:45.141400 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17479b98-3c9e-404b-a568-b7e893172f03 req-72099af1-9cfa-43db-8e14-8272fd1097e5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:45.142910 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-17479b98-3c9e-404b-a568-b7e893172f03 req-72099af1-9cfa-43db-8e14-8272fd1097e5 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0553398 Aug 18 18:26:45.181413 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-17479b98-3c9e-404b-a568-b7e893172f03 req-cdc1e136-e69a-4cd7-ad5d-107c400f4141 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Aug 18 18:26:45.285162 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a8310-314d-434e-b9b3-601dd0b87878 req-af673e81-c54c-4f53-9c53-47dbbbb1706c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:45.287133 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2b8a8310-314d-434e-b9b3-601dd0b87878 req-af673e81-c54c-4f53-9c53-47dbbbb1706c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0524387 Aug 18 18:26:45.338282 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2b8a8310-314d-434e-b9b3-601dd0b87878 req-846b9dd4-fd6f-4ce1-9f1a-4eb8a4669393 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433035 Aug 18 18:26:46.113749 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd598e6e-f7a2-4c65-b058-c8de359b8c99 req-eb58b350-ceab-425d-897f-826d59570d7b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:46.115252 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dd598e6e-f7a2-4c65-b058-c8de359b8c99 req-eb58b350-ceab-425d-897f-826d59570d7b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0537982 Aug 18 18:26:46.156067 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-dd598e6e-f7a2-4c65-b058-c8de359b8c99 req-64d84872-779d-4d57-a912-cfa97591d6bc tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349312 Aug 18 18:26:46.305175 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2f572-e665-41f0-9141-7f7fc69c5c2f req-1efb0fec-a3d6-4ff6-b79d-1de97e59fcd6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:46.306797 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ddc2f572-e665-41f0-9141-7f7fc69c5c2f req-1efb0fec-a3d6-4ff6-b79d-1de97e59fcd6 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0534291 Aug 18 18:26:46.347434 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ddc2f572-e665-41f0-9141-7f7fc69c5c2f req-739bbb76-2a5a-4aba-b892-268ca0a81f3a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Aug 18 18:26:46.473029 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a1b93-437f-451e-a994-3948be552db9 req-19b1ea57-6f4a-47ab-a1d7-8a1846166417 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:46.474426 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-467a1b93-437f-451e-a994-3948be552db9 req-19b1ea57-6f4a-47ab-a1d7-8a1846166417 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0525532 Aug 18 18:26:46.514153 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-467a1b93-437f-451e-a994-3948be552db9 req-1f7e9210-d67d-43dc-987b-1ef3e79ca241 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337393 Aug 18 18:26:47.291911 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb7ace-f657-4ff6-b98c-2f4901cc806e req-124b8760-c731-4ebf-943b-8f30c5901b27 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:47.293362 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6edb7ace-f657-4ff6-b98c-2f4901cc806e req-124b8760-c731-4ebf-943b-8f30c5901b27 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0665362 Aug 18 18:26:47.335536 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6edb7ace-f657-4ff6-b98c-2f4901cc806e req-9f3300bc-39d5-4227-9f6f-f7bc645b8496 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360076 Aug 18 18:26:47.469225 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2438035-6ecf-47fd-90f9-88f351c457c9 req-dc945929-f28d-47d7-8607-2e377e9af942 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:47.470720 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c2438035-6ecf-47fd-90f9-88f351c457c9 req-dc945929-f28d-47d7-8607-2e377e9af942 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0522771 Aug 18 18:26:47.508007 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c2438035-6ecf-47fd-90f9-88f351c457c9 req-ff9e428f-29fa-49da-9058-9a020195f242 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Aug 18 18:26:47.640905 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778faba1-75f8-4677-9c30-a0391348861b req-c01f0401-d4bb-4cc5-8725-4d6e40c9a10f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:47.642470 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-778faba1-75f8-4677-9c30-a0391348861b req-c01f0401-d4bb-4cc5-8725-4d6e40c9a10f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0537071 Aug 18 18:26:47.686662 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-778faba1-75f8-4677-9c30-a0391348861b req-f2a46c82-9f5f-418b-9f7a-2139075efc86 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338283 Aug 18 18:26:48.459727 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53783e69-d94d-41e7-964f-8d54e52fc306 req-9b380da9-d17c-4428-a08e-c54e1e2470cc tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:48.461240 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-53783e69-d94d-41e7-964f-8d54e52fc306 req-9b380da9-d17c-4428-a08e-c54e1e2470cc tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0587175 Aug 18 18:26:48.506839 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-53783e69-d94d-41e7-964f-8d54e52fc306 req-e086cab5-636d-4ed6-8524-c9e7820e2b1b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373693 Aug 18 18:26:48.652984 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f739163-1023-497e-8c44-7405b8295404 req-7b525e83-a787-48c9-aed1-c19bc39a1949 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:48.655162 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f739163-1023-497e-8c44-7405b8295404 req-7b525e83-a787-48c9-aed1-c19bc39a1949 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0604279 Aug 18 18:26:48.698854 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f739163-1023-497e-8c44-7405b8295404 req-5f99f8c0-133c-4907-a353-465c015b2fa9 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376036 Aug 18 18:26:48.829785 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53acdf3-9ad5-40bf-895e-543ff9939e46 req-878b9367-693a-4c46-a403-0270985e18e8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:48.831630 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c53acdf3-9ad5-40bf-895e-543ff9939e46 req-878b9367-693a-4c46-a403-0270985e18e8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0515535 Aug 18 18:26:48.880392 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c53acdf3-9ad5-40bf-895e-543ff9939e46 req-5ab4aed3-7e14-4f85-b720-705018c9543a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380142 Aug 18 18:26:49.632264 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33b3d0-dbd5-4132-9083-99c180e1cc06 req-dd5d61d7-61c4-4cfe-9909-6bcf0608177c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:49.633986 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea33b3d0-dbd5-4132-9083-99c180e1cc06 req-dd5d61d7-61c4-4cfe-9909-6bcf0608177c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0522373 Aug 18 18:26:49.674880 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea33b3d0-dbd5-4132-9083-99c180e1cc06 req-4846505c-d057-4eae-bfc2-b78cbe7e7b24 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339627 Aug 18 18:26:49.827723 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9921ab8-0874-4f4f-86a7-d00e0884f967 req-8196c7fc-9ae9-4c6f-a9ae-a717098f8ea2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:49.829119 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f9921ab8-0874-4f4f-86a7-d00e0884f967 req-8196c7fc-9ae9-4c6f-a9ae-a717098f8ea2 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0547748 Aug 18 18:26:49.868110 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f9921ab8-0874-4f4f-86a7-d00e0884f967 req-fc8c0950-7f8c-4097-b3cb-271ab15d313c tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328176 Aug 18 18:26:50.011202 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc584c40-6758-4378-a632-8a71b188e0a6 req-cd1e2335-bd68-4993-ab6e-aaf8f68ca2a2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:50.013637 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fc584c40-6758-4378-a632-8a71b188e0a6 req-cd1e2335-bd68-4993-ab6e-aaf8f68ca2a2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0535359 Aug 18 18:26:50.060455 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fc584c40-6758-4378-a632-8a71b188e0a6 req-c2810d98-2b47-414d-b844-a8c7bfdfb40a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381613 Aug 18 18:26:50.798111 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50134f5e-7a60-4bd2-9742-92e55c44e936 req-d9c231ea-6037-4f5b-af36-2308c41d5c63 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:50.799647 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-50134f5e-7a60-4bd2-9742-92e55c44e936 req-d9c231ea-6037-4f5b-af36-2308c41d5c63 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0521357 Aug 18 18:26:50.839437 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-50134f5e-7a60-4bd2-9742-92e55c44e936 req-95f6e3f5-3aa9-4840-99b2-781769e66ee0 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337722 Aug 18 18:26:50.994351 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef43bf5-90fa-43b2-a224-a7b81cf4cebb req-ffcb815b-f942-4d23-9c3a-558a1e612605 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:50.995983 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aef43bf5-90fa-43b2-a224-a7b81cf4cebb req-ffcb815b-f942-4d23-9c3a-558a1e612605 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0573320 Aug 18 18:26:51.038748 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aef43bf5-90fa-43b2-a224-a7b81cf4cebb req-38bf9a51-289e-4e43-bc22-d84e4410294d tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354266 Aug 18 18:26:51.215172 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dfc50-8f94-471f-beeb-0a91221fead6 req-10a901ec-04f4-4d41-84c8-43a0f262c788 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:51.217426 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-812dfc50-8f94-471f-beeb-0a91221fead6 req-10a901ec-04f4-4d41-84c8-43a0f262c788 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0527494 Aug 18 18:26:51.275427 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-812dfc50-8f94-471f-beeb-0a91221fead6 req-bd324c3d-f48b-4deb-9448-8776fabede35 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516942 Aug 18 18:26:51.961797 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb294fe6-ecf3-4c07-9b85-40ee0072d523 req-26ae8404-d8a5-49df-867d-1907676d1744 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:51.963334 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb294fe6-ecf3-4c07-9b85-40ee0072d523 req-26ae8404-d8a5-49df-867d-1907676d1744 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0526085 Aug 18 18:26:52.003740 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb294fe6-ecf3-4c07-9b85-40ee0072d523 req-104a5223-dd31-4c7c-9cdd-1789dab6559b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340078 Aug 18 18:26:52.166266 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1bf99-6b47-4714-87e6-5201630c89c1 req-a41bfd03-e7d2-4859-8dd0-f02bbcf8445d tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:52.167775 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f9b1bf99-6b47-4714-87e6-5201630c89c1 req-a41bfd03-e7d2-4859-8dd0-f02bbcf8445d tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0570998 Aug 18 18:26:52.210210 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f9b1bf99-6b47-4714-87e6-5201630c89c1 req-05fd2bbb-2217-4ff5-9c88-09750677ed95 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 Aug 18 18:26:52.408319 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffae307-09df-498f-9d7f-32081a6333d4 req-8c77b644-79bc-45d0-a423-1d1301d71126 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:52.410795 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cffae307-09df-498f-9d7f-32081a6333d4 req-8c77b644-79bc-45d0-a423-1d1301d71126 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0560572 Aug 18 18:26:52.472374 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cffae307-09df-498f-9d7f-32081a6333d4 req-a8db9745-5af7-4594-b382-a965117e79ab tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354366 Aug 18 18:26:53.127194 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030d065-3832-4100-bc85-562dbaf56df8 req-6fd920ba-e7c1-48fd-9de6-e47ba92ccb05 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:53.128728 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3030d065-3832-4100-bc85-562dbaf56df8 req-6fd920ba-e7c1-48fd-9de6-e47ba92ccb05 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0517836 Aug 18 18:26:53.173132 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3030d065-3832-4100-bc85-562dbaf56df8 req-847a83df-7d5a-4e13-a116-dceb763e4d09 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383036 Aug 18 18:26:53.334720 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef4881-86ac-4acf-85d0-0e5e15e8220c req-079cbdda-c0e4-4d75-925a-acaf7e325901 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:53.336338 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-15ef4881-86ac-4acf-85d0-0e5e15e8220c req-079cbdda-c0e4-4d75-925a-acaf7e325901 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0587709 Aug 18 18:26:53.379753 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-15ef4881-86ac-4acf-85d0-0e5e15e8220c req-146ac059-3740-4950-a529-88de798dd115 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341523 Aug 18 18:26:53.594582 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ac4de-25f5-4b6c-90fd-850e2fa49f0e req-c1cd4de4-ae5a-4dcf-9593-596dd203d41e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:53.596231 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a58ac4de-25f5-4b6c-90fd-850e2fa49f0e req-c1cd4de4-ae5a-4dcf-9593-596dd203d41e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0517278 Aug 18 18:26:53.635753 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a58ac4de-25f5-4b6c-90fd-850e2fa49f0e req-32fe926c-6850-4462-8f9d-c9c59f3fe219 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336447 Aug 18 18:26:54.311978 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3191bc1-da13-4dbc-9a30-9fe5e7b5f08a req-30994000-96dd-40ad-9fee-dcb89aebcd12 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:54.313457 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e3191bc1-da13-4dbc-9a30-9fe5e7b5f08a req-30994000-96dd-40ad-9fee-dcb89aebcd12 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0576246 Aug 18 18:26:54.356222 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e3191bc1-da13-4dbc-9a30-9fe5e7b5f08a req-951bb082-6ebd-4fdc-809c-38d0ae807cd9 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Aug 18 18:26:54.522786 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cc3c2-bf77-42ae-af34-fc2e984a0f2c req-c201ffb3-dacd-4d6f-82e0-892f3a0bcf17 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:54.524226 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f32cc3c2-bf77-42ae-af34-fc2e984a0f2c req-c201ffb3-dacd-4d6f-82e0-892f3a0bcf17 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0689411 Aug 18 18:26:54.575642 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f32cc3c2-bf77-42ae-af34-fc2e984a0f2c req-b3324bbd-37b1-4570-a4e6-3a48a1ba94e9 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426378 Aug 18 18:26:54.761653 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc29-5ddb-4eda-8475-8288d1d15d34 req-a26612ef-f20e-40d2-a669-8e10a9a43535 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:54.763200 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2136bc29-5ddb-4eda-8475-8288d1d15d34 req-a26612ef-f20e-40d2-a669-8e10a9a43535 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0501406 Aug 18 18:26:54.805440 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2136bc29-5ddb-4eda-8475-8288d1d15d34 req-c317d8eb-abc5-487c-a147-fb82e74a591f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324347 Aug 18 18:26:55.488613 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc260c85-fcf0-42ca-b3a7-f546d60f38f1 req-9dbd699d-66b4-4ad6-8cf6-251b4efa125b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:55.490142 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fc260c85-fcf0-42ca-b3a7-f546d60f38f1 req-9dbd699d-66b4-4ad6-8cf6-251b4efa125b tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0583000 Aug 18 18:26:55.538812 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fc260c85-fcf0-42ca-b3a7-f546d60f38f1 req-24356e7d-d836-4d34-8e7a-7235a2d29d2e tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425112 Aug 18 18:26:55.700075 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943e45c-291a-453d-8b09-b7dc86745128 req-b3b494c0-9d3f-48d6-951f-9a3bb7b18262 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:55.701690 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b943e45c-291a-453d-8b09-b7dc86745128 req-b3b494c0-9d3f-48d6-951f-9a3bb7b18262 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0565236 Aug 18 18:26:55.750686 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b943e45c-291a-453d-8b09-b7dc86745128 req-811ee488-0172-448f-a32d-9a433b9fe350 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Aug 18 18:26:55.935698 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563f66-016b-4f12-a7e6-993d8402d8a2 req-7509bb98-5b3c-4da4-9518-44c9244c8af9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:55.937193 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a5563f66-016b-4f12-a7e6-993d8402d8a2 req-7509bb98-5b3c-4da4-9518-44c9244c8af9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0567043 Aug 18 18:26:55.975780 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a5563f66-016b-4f12-a7e6-993d8402d8a2 req-cc7f867e-ec64-40df-8b8f-f318191954f0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322561 Aug 18 18:26:56.671084 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748966c-fb11-461a-99f3-719b4d7cef2d req-6ab60d3f-da25-4f91-a046-5dd80ca331e2 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:56.672615 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7748966c-fb11-461a-99f3-719b4d7cef2d req-6ab60d3f-da25-4f91-a046-5dd80ca331e2 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0526958 Aug 18 18:26:56.715317 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7748966c-fb11-461a-99f3-719b4d7cef2d req-439b6a1f-717f-4e63-b766-07f935af2721 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338981 Aug 18 18:26:56.862672 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-566a1100-582e-4e46-ae2c-4cf8bba7f905 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:56.864175 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-566a1100-582e-4e46-ae2c-4cf8bba7f905 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 945 time: 0.0496950 Aug 18 18:26:56.878664 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969384cf-fcdb-4717-a2f5-5210204dc4d4 req-64170cfc-505c-41e9-ae41-e5f334bf908e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:56.880236 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-969384cf-fcdb-4717-a2f5-5210204dc4d4 req-64170cfc-505c-41e9-ae41-e5f334bf908e tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0534143 Aug 18 18:26:56.919143 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-969384cf-fcdb-4717-a2f5-5210204dc4d4 req-3db1619c-3a98-48b2-bc22-63cea351200a tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/security-groups?id=14888184-7219-458f-9ed4-7e2d30235c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Aug 18 18:26:56.969155 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-77e17677-4e56-4ca5-966b-cd648d25af74 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Deleting port 63b65333-f946-43fa-8a38-4276f232cf35 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:26:56.969515 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-77e17677-4e56-4ca5-966b-cd648d25af74 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:57.060097 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-77e17677-4e56-4ca5-966b-cd648d25af74 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] For port 63b65333-f946-43fa-8a38-4276f232cf35, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=63b65333-f946-43fa-8a38-4276f232cf35,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:57.060443 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-77e17677-4e56-4ca5-966b-cd648d25af74 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:57.096043 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-77e17677-4e56-4ca5-966b-cd648d25af74 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Calling delete_port for 63b65333-f946-43fa-8a38-4276f232cf35 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:26:57.158390 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988e3e-6691-4f03-9cb0-06f70d42ffbf req-a68c508e-1618-4a3e-bd41-3fe9f3d49162 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:57.159974 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d6988e3e-6691-4f03-9cb0-06f70d42ffbf req-a68c508e-1618-4a3e-bd41-3fe9f3d49162 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.1026373 Aug 18 18:26:57.216485 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d6988e3e-6691-4f03-9cb0-06f70d42ffbf req-bafe7841-4823-4ad7-8ad0-9027f6959112 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490804 Aug 18 18:26:57.305792 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-794c9096-62e1-45e2-a32e-fb7fdd3d9d58 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:57.307305 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-794c9096-62e1-45e2-a32e-fb7fdd3d9d58 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.61 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0858870 Aug 18 18:26:57.308371 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-77e17677-4e56-4ca5-966b-cd648d25af74 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:57.348168 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['a01a5615-0254-45d1-8706-660e2968010b', '63b65333-f946-43fa-8a38-4276f232cf35'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:26:57.362488 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e17677-4e56-4ca5-966b-cd648d25af74 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Pushing event deleted for resources: {'Port': ['ID=63b65333-f946-43fa-8a38-4276f232cf35,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:57.427963 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-77e17677-4e56-4ca5-966b-cd648d25af74 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] No DVR routers for this DVR port 63b65333-f946-43fa-8a38-4276f232cf35 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:26:57.431350 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-77e17677-4e56-4ca5-966b-cd648d25af74 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:57.433641 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b7acd57-3391-4d11-be87-5c5b290157aa req-77e17677-4e56-4ca5-966b-cd648d25af74 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "DELETE /v2.0/ports/63b65333-f946-43fa-8a38-4276f232cf35 HTTP/1.1" status: 204 len: 173 time: 0.5600188 Aug 18 18:26:57.460226 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df7bbfb-07ea-429a-a928-e73edcf96a5d', 'name': 'network-vif-deleted', 'tag': '63b65333-f946-43fa-8a38-4276f232cf35'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:26:57.460226 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deb2d86-3c18-4172-801e-7e632d1fc2db" -d '{"events": [{"server_uuid": "3df7bbfb-07ea-429a-a928-e73edcf96a5d", "name": "network-vif-deleted", "tag": "63b65333-f946-43fa-8a38-4276f232cf35"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:26:57.497278 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1874c999-65d1-4772-82a3-b56003cb6750 x-openstack-request-id: req-1874c999-65d1-4772-82a3-b56003cb6750 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:26:57.497767 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df7bbfb-07ea-429a-a928-e73edcf96a5d", "name": "network-vif-deleted", "tag": "63b65333-f946-43fa-8a38-4276f232cf35", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:26:57.498491 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1874c999-65d1-4772-82a3-b56003cb6750 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:26:57.498710 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df7bbfb-07ea-429a-a928-e73edcf96a5d', 'name': 'network-vif-deleted', 'tag': '63b65333-f946-43fa-8a38-4276f232cf35', 'status': 'completed', 'code': 200} Aug 18 18:26:57.501730 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-dd7bf300-ad8d-4463-a6b5-5c9e36e52135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Deleting port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:26:57.502155 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-dd7bf300-ad8d-4463-a6b5-5c9e36e52135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:57.593398 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-dd7bf300-ad8d-4463-a6b5-5c9e36e52135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] For port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:26:57.593758 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-dd7bf300-ad8d-4463-a6b5-5c9e36e52135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:57.606888 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-dd7bf300-ad8d-4463-a6b5-5c9e36e52135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Calling delete_port for 8cca1add-e99d-4ef0-8637-19fe68f3d3ff owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:26:57.742468 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-dd7bf300-ad8d-4463-a6b5-5c9e36e52135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:57.770743 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bf300-ad8d-4463-a6b5-5c9e36e52135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Pushing event deleted for resources: {'Port': ['ID=8cca1add-e99d-4ef0-8637-19fe68f3d3ff,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:57.819489 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-dd7bf300-ad8d-4463-a6b5-5c9e36e52135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] No DVR routers for this DVR port 8cca1add-e99d-4ef0-8637-19fe68f3d3ff on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:26:57.829061 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-dd7bf300-ad8d-4463-a6b5-5c9e36e52135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:57.830973 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0524063-3bda-44b5-8e18-305d6b2ae823 req-dd7bf300-ad8d-4463-a6b5-5c9e36e52135 tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.61 "DELETE /v2.0/ports/8cca1add-e99d-4ef0-8637-19fe68f3d3ff HTTP/1.1" status: 204 len: 173 time: 0.5152023 Aug 18 18:26:57.847697 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['8cca1add-e99d-4ef0-8637-19fe68f3d3ff'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:26:57.851708 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-95cb7f2d-3aa8-4387-94c9-ea44c78acfb8 req-4c64b89d-6546-408e-bd7b-743281de6110 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df7bbfb-07ea-429a-a928-e73edcf96a5d HTTP/1.1" status: 200 len: 210 time: 0.0333443 Aug 18 18:26:58.037036 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-67860cd6-e1f7-47da-a77b-ca817716e5cf req-18402312-2582-40d3-aebe-c74f84f3197f tempest-ServerRescueNegativeTestJSON-1349567001 tempest-ServerRescueNegativeTestJSON-1349567001-project] 10.222.0.46 "GET /v2.0/ports?device_id=e783bd33-beed-4b8d-83f2-3baa841e8f70 HTTP/1.1" status: 200 len: 210 time: 0.0314202 Aug 18 18:26:58.080306 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46398) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:26:58.192181 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-21391d84-6d30-48ba-81c4-4b68f6c994c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:58.304865 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-21391d84-6d30-48ba-81c4-4b68f6c994c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:58.324122 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-21391d84-6d30-48ba-81c4-4b68f6c994c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:58.372948 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-21391d84-6d30-48ba-81c4-4b68f6c994c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7087b6e027dc4fb3a5c0df2de1119e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907231 Aug 18 18:26:58.375667 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46404) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:26:58.377660 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21391d84-6d30-48ba-81c4-4b68f6c994c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e532dfe8-7c0b-4389-983a-cb4874de29bc,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:58.388448 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8347c3b-6ff9-4232-ae1b-8b9b3f5d995c req-a9b69c2d-7052-4fdc-9523-7c7b0f3b19e6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:58.390117 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c8347c3b-6ff9-4232-ae1b-8b9b3f5d995c req-a9b69c2d-7052-4fdc-9523-7c7b0f3b19e6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0988328 Aug 18 18:26:58.431991 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c8347c3b-6ff9-4232-ae1b-8b9b3f5d995c req-be1e3f94-0b85-4352-81a9-6421ff358bfc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359714 Aug 18 18:26:58.433876 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:58.457757 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:58.511928 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:58.515359 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:58.516598 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e532dfe8-7c0b-4389-983a-cb4874de29bc HTTP/1.1" status: 204 len: 168 time: 0.1398840 Aug 18 18:26:58.528305 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e532dfe8-7c0b-4389-983a-cb4874de29bc,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:26:58.540574 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.540966 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.541262 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.541598 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.541927 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.542269 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.542702 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.542979 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.543201 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.543574 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.543865 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:58.544255 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96b9f8-725f-4ab5-89bd-896261dbdad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:26:59.095278 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46440) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:26:59.500240 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e783bd33-beed-4b8d-83f2-3baa841e8f70', 'name': 'network-vif-deleted', 'tag': '8cca1add-e99d-4ef0-8637-19fe68f3d3ff'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:26:59.502565 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d752754d-5fe8-48d6-be15-69861a4e2781" -d '{"events": [{"server_uuid": "e783bd33-beed-4b8d-83f2-3baa841e8f70", "name": "network-vif-deleted", "tag": "8cca1add-e99d-4ef0-8637-19fe68f3d3ff"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:26:59.540578 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd99743e-01f5-437e-82f7-ae1245b2fee8 x-openstack-request-id: req-dd99743e-01f5-437e-82f7-ae1245b2fee8 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:26:59.540865 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e783bd33-beed-4b8d-83f2-3baa841e8f70", "name": "network-vif-deleted", "tag": "8cca1add-e99d-4ef0-8637-19fe68f3d3ff", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:26:59.541109 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd99743e-01f5-437e-82f7-ae1245b2fee8 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:26:59.541499 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e783bd33-beed-4b8d-83f2-3baa841e8f70', 'name': 'network-vif-deleted', 'tag': '8cca1add-e99d-4ef0-8637-19fe68f3d3ff', 'status': 'completed', 'code': 200} Aug 18 18:26:59.563228 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699318'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:26:59.617207 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8f53a-6e98-4a06-981a-dfe21cf40590 req-cefece09-5083-49c0-a844-95431cfebd5b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:26:59.618861 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12a8f53a-6e98-4a06-981a-dfe21cf40590 req-cefece09-5083-49c0-a844-95431cfebd5b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.1054306 Aug 18 18:26:59.704641 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12a8f53a-6e98-4a06-981a-dfe21cf40590 req-7ce383b9-8a88-41ca-874f-2ae6ba69c6e8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783458 Aug 18 18:26:59.925047 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] Deleting port 96400616-5433-40da-8595-f5bdc50e703a {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:26:59.925529 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:00.014732 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] For port 96400616-5433-40da-8595-f5bdc50e703a, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=96400616-5433-40da-8595-f5bdc50e703a,segment=NetworkSegment(e2fa341d-a18c-49ec-8a2e-ea2102d71ac9),segment_id=e2fa341d-a18c-49ec-8a2e-ea2102d71ac9)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:00.015096 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:00.028028 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] Calling delete_port for 96400616-5433-40da-8595-f5bdc50e703a owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:27:00.311562 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226e131-5251-44ec-8473-feb2678f1841 req-b4fb4ae5-416b-4c48-86bb-34f36a288d39 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:00.313025 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b226e131-5251-44ec-8473-feb2678f1841 req-b4fb4ae5-416b-4c48-86bb-34f36a288d39 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0924156 Aug 18 18:27:00.335504 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:00.364977 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96400616-5433-40da-8595-f5bdc50e703a,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:00.383264 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b226e131-5251-44ec-8473-feb2678f1841 req-c3d3fb51-ca6b-4c13-94b3-36cff36c0266 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638478 Aug 18 18:27:00.534475 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065510'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:00.645535 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 8cca1add-e99d-4ef0-8637-19fe68f3d3ff no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:27:00.664998 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 8cca1add-e99d-4ef0-8637-19fe68f3d3ff {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:27:00.665340 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 8cca1add-e99d-4ef0-8637-19fe68f3d3ff not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:27:00.665761 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 63b65333-f946-43fa-8a38-4276f232cf35 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:27:00.683825 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 63b65333-f946-43fa-8a38-4276f232cf35 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:27:00.684157 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 63b65333-f946-43fa-8a38-4276f232cf35 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:27:00.761395 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] Router 467d866c-19e8-4291-ac72-f2a5022a04af has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:27:00.874337 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34714021-d733-4729-87c7-f5c32c962979 req-5226601b-a64d-410d-b7f3-03c397e7d8b4 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:00.876801 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-34714021-d733-4729-87c7-f5c32c962979 req-5226601b-a64d-410d-b7f3-03c397e7d8b4 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0619771 Aug 18 18:27:00.885388 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:27:00.899826 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-5b7bad07-54b9-4d35-8d1b-e9cf0f9028b4 admin admin] 10.222.0.46 "PUT /v2.0/routers/467d866c-19e8-4291-ac72-f2a5022a04af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8009961 Aug 18 18:27:00.900115 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46490) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:00.916490 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] Sync routers for ids ['467d866c-19e8-4291-ac72-f2a5022a04af'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:27:00.922959 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-34714021-d733-4729-87c7-f5c32c962979 req-c58c0d27-0464-43fe-8f92-db9c27c2ab41 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386353 Aug 18 18:27:00.926972 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] Routers {'467d866c-19e8-4291-ac72-f2a5022a04af'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:27:00.927619 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:26:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['467d866c-19e8-4291-ac72-f2a5022a04af'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:01.010255 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Notify callbacks [] for router, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:01.050559 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] Set router 467d866c-19e8-4291-ac72-f2a5022a04af gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:27:01.128670 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:01.182871 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Deleting port 2347542f-8d9d-44bd-8d4f-3de376941351 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:27:01.183095 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:01.246727 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'name': 'tempest-ServerRescueNegativeTestJSON-971530524-router', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:07Z', 'updated_at': '2021-08-18T18:27:00Z', 'revision_number': 5, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'gw_port': {'id': '2347542f-8d9d-44bd-8d4f-3de376941351', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:08Z', 'updated_at': '2021-08-18T18:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:01.263751 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] For port 2347542f-8d9d-44bd-8d4f-3de376941351, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=2347542f-8d9d-44bd-8d4f-3de376941351,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:01.264106 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:01.273357 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] Checking router: 467d866c-19e8-4291-ac72-f2a5022a04af for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:27:01.275181 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Calling delete_port for 2347542f-8d9d-44bd-8d4f-3de376941351 owned by network:router_gateway {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:27:01.282150 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] Routers {'467d866c-19e8-4291-ac72-f2a5022a04af'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:27:01.282760 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:26:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['467d866c-19e8-4291-ac72-f2a5022a04af'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:01.368674 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] Set router 467d866c-19e8-4291-ac72-f2a5022a04af gateway port host: None {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:27:01.422149 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'name': 'tempest-ServerRescueNegativeTestJSON-971530524-router', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:07Z', 'updated_at': '2021-08-18T18:27:01Z', 'revision_number': 6, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'gw_port_host': None}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:01.445170 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:01.448837 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3f927-57eb-41d6-9efd-fa645b37a019 None None] The sync data for ids ['467d866c-19e8-4291-ac72-f2a5022a04af'] in dv-cinder-802882-9-iscsi is: [{'id': '467d866c-19e8-4291-ac72-f2a5022a04af', 'name': 'tempest-ServerRescueNegativeTestJSON-971530524-router', 'tenant_id': '4cfcf008c972460fb7ecf575f4c653d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:07Z', 'updated_at': '2021-08-18T18:27:01Z', 'revision_number': 6, 'project_id': '4cfcf008c972460fb7ecf575f4c653d9', 'gw_port_host': None}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:27:01.484316 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Pushing event deleted for resources: {'Port': ['ID=2347542f-8d9d-44bd-8d4f-3de376941351,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:01.566558 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609341cd-8a39-4650-bf8f-d340c5fc6847 req-00404352-6f64-47f3-a744-e5d6891426c8 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:01.568068 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-609341cd-8a39-4650-bf8f-d340c5fc6847 req-00404352-6f64-47f3-a744-e5d6891426c8 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0970449 Aug 18 18:27:01.573435 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696174'] for router_gateway, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:01.912849 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41190'] for router, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:01.919407 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:01.930855 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-609341cd-8a39-4650-bf8f-d340c5fc6847 req-9ed4cf6d-f94d-4f3f-a50f-fedc5e327dc6 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552198 Aug 18 18:27:02.013247 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700324'] for router, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.014227 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 467d866c-19e8-4291-ac72-f2a5022a04af {{(pid=93873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 18:27:02.019926 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.021168 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4191935f-b439-47e2-9fee-575f95fb068e admin admin] 10.222.0.46 "DELETE /v2.0/routers/467d866c-19e8-4291-ac72-f2a5022a04af HTTP/1.1" status: 204 len: 168 time: 1.1201696 Aug 18 18:27:02.023554 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46502) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:02.069771 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32bea83-a7f7-4f84-bd85-40bc04346947 admin admin] Deleting subnet 60a05d24-d918-4e5a-935f-9dab987eb2e1 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:27:02.071103 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8300-3361-43b4-aa52-84c9fbacfb1e req-cdae59f5-6ac9-4110-a1b6-7b13149f7579 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:02.073086 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-37ca8300-3361-43b4-aa52-84c9fbacfb1e req-cdae59f5-6ac9-4110-a1b6-7b13149f7579 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0594621 Aug 18 18:27:02.073316 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a32bea83-a7f7-4f84-bd85-40bc04346947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.107952 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a32bea83-a7f7-4f84-bd85-40bc04346947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282908'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.115677 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-37ca8300-3361-43b4-aa52-84c9fbacfb1e req-a2bb87a0-6348-4b96-847b-a6641cb778b6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348864 Aug 18 18:27:02.162312 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a32bea83-a7f7-4f84-bd85-40bc04346947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.221688 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46508) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:02.223455 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a32bea83-a7f7-4f84-bd85-40bc04346947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9263285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967599'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.248045 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bea83-a7f7-4f84-bd85-40bc04346947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a05d24-d918-4e5a-935f-9dab987eb2e1,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:02.255997 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a32bea83-a7f7-4f84-bd85-40bc04346947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.260439 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a32bea83-a7f7-4f84-bd85-40bc04346947 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/60a05d24-d918-4e5a-935f-9dab987eb2e1 HTTP/1.1" status: 204 len: 168 time: 0.2336438 Aug 18 18:27:02.260684 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46512) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:02.328619 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.334541 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-241fae9e-17e5-4b77-a835-355a6a1826c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.412131 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.422085 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd33299d-9999-4826-90da-36029a9801da']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:02.432455 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:02.432740 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fa341d-a18c-49ec-8a2e-ea2102d71ac9') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:02.439059 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-241fae9e-17e5-4b77-a835-355a6a1826c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.442029 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282901'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.447774 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-241fae9e-17e5-4b77-a835-355a6a1826c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.457273 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.464063 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:27:02.464486 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263383'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: timer() Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: cb(*args, **kw) Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: self._notify() Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: self.callback(batched_events) Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: event.method(event) Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._get(url).json() Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:27:02.466343 dv-cinder-802882-9-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:27:02.490713 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fae9e-17e5-4b77-a835-355a6a1826c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adc9203-5d4b-4901-8aa1-72483f9c2224,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:02.498026 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-241fae9e-17e5-4b77-a835-355a6a1826c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75a1ea2e46834b6c851155a27a374e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722399 Aug 18 18:27:02.498026 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46514) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:02.525984 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.531670 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.533582 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] 10.222.0.46 "DELETE /v2.0/networks/dd33299d-9999-4826-90da-36029a9801da HTTP/1.1" status: 204 len: 168 time: 0.2719836 Aug 18 18:27:02.545377 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cb4fe-bd97-4fa4-bbc2-16504c8cb2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=dd33299d-9999-4826-90da-36029a9801da,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:02.554004 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7980c273-e148-4684-b27e-3d1ff8604929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.576188 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7980c273-e148-4684-b27e-3d1ff8604929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.625053 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7980c273-e148-4684-b27e-3d1ff8604929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.627712 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7980c273-e148-4684-b27e-3d1ff8604929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.628867 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7980c273-e148-4684-b27e-3d1ff8604929 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1adc9203-5d4b-4901-8aa1-72483f9c2224 HTTP/1.1" status: 204 len: 168 time: 0.1300433 Aug 18 18:27:02.641675 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980c273-e148-4684-b27e-3d1ff8604929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adc9203-5d4b-4901-8aa1-72483f9c2224,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:02.662588 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46520) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:02.705203 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e5754219-6ed0-4746-becd-9b7978c61d34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4cfcf008c972460fb7ecf575f4c653d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414557 Aug 18 18:27:02.707666 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46522) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:02.759832 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-33be621c-74c6-4592-90cd-a2deda767b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.786899 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-33be621c-74c6-4592-90cd-a2deda767b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.808767 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 96400616-5433-40da-8595-f5bdc50e703a no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:27:02.837002 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-33be621c-74c6-4592-90cd-a2deda767b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.846260 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-33be621c-74c6-4592-90cd-a2deda767b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:02.846260 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-33be621c-74c6-4592-90cd-a2deda767b57 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14888184-7219-458f-9ed4-7e2d30235c1e HTTP/1.1" status: 204 len: 168 time: 0.1324153 Aug 18 18:27:02.861925 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be621c-74c6-4592-90cd-a2deda767b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14888184-7219-458f-9ed4-7e2d30235c1e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:02.970385 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 96400616-5433-40da-8595-f5bdc50e703a {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:27:02.970824 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 96400616-5433-40da-8595-f5bdc50e703a not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:27:02.971169 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 2347542f-8d9d-44bd-8d4f-3de376941351 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:27:02.991349 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 2347542f-8d9d-44bd-8d4f-3de376941351 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:27:02.991688 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 2347542f-8d9d-44bd-8d4f-3de376941351 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:27:03.064272 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ee616-cdf7-47ba-aa6a-2cebb499c513 req-65a9ba53-556b-4bf8-81a7-192657d13a72 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:03.065866 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-138ee616-cdf7-47ba-aa6a-2cebb499c513 req-65a9ba53-556b-4bf8-81a7-192657d13a72 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0565383 Aug 18 18:27:03.108299 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-138ee616-cdf7-47ba-aa6a-2cebb499c513 req-b8059112-d212-40c9-a80e-512e1404ee2c tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362644 Aug 18 18:27:03.251136 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd6f05-18c0-44e2-8082-2f57be72906a req-d850d4b4-b319-48c0-8e2a-502f08251a5c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:03.255979 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-39cd6f05-18c0-44e2-8082-2f57be72906a req-d850d4b4-b319-48c0-8e2a-502f08251a5c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0606332 Aug 18 18:27:03.302099 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-39cd6f05-18c0-44e2-8082-2f57be72906a req-6d77f8a3-2211-4e76-923d-e2dd2c15117a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 Aug 18 18:27:03.451388 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46564) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:03.619297 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46572) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:03.659264 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-359504424-network', 'tenant_id': '2d29a2d6bf22425d8420c353012d3641'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:03.670491 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2106306185-network', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:03.692704 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.db.api [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 18:27:03.692704 dv-cinder-802882-9-iscsi neutron-server[93872]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 18:27:03.692704 dv-cinder-802882-9-iscsi neutron-server[93872]: [parameters: {'project_id': '5aefbb1f82ef49beae636c87973cd743', 'id': '3e074f63-d087-4613-83bc-9eb31ade9bfb', 'expiration': datetime.datetime(2021, 8, 18, 18, 29, 3, 685661)}] Aug 18 18:27:03.692704 dv-cinder-802882-9-iscsi neutron-server[93872]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 18:27:03.693159 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG oslo_db.api [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 18:27:03.701512 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Made reservation on behalf of 2d29a2d6bf22425d8420c353012d3641 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:27:03.705120 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:03.717287 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:03.805925 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:03.812810 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:03.848810 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:27:03.858415 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cb1058-9b66-4930-8a43-61cb83d794ea,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:03.863105 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:03.863631 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Added segment 86e58c43-0ba4-4030-a236-45162d3bb929 of type vlan for network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd Aug 18 18:27:03.901777 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:03.928528 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:03.929481 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:03.930068 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:03.977486 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5249557 Aug 18 18:27:03.980526 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46576) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:03.986257 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Request body: {'subnet': {'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-359504424-subnet', 'tenant_id': '2d29a2d6bf22425d8420c353012d3641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:03.988895 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5ec4-c2c9-40bc-b2c0-1018883ba89f admin admin] Pushing event updated for resources: {'Network': ['ID=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:04.001847 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:27:04.011931 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Made reservation on behalf of 2d29a2d6bf22425d8420c353012d3641 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:27:04.014472 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967602'] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.211466 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967588'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.214293 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Made reservation on behalf of 5aefbb1f82ef49beae636c87973cd743 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:27:04.216950 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.226276 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.277584 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7cbf3-1585-4cc8-be0d-630b3498b470 req-e3c33c11-084f-43f8-b2c0-368f3d0ecd80 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:04.279840 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1bd7cbf3-1585-4cc8-be0d-630b3498b470 req-e3c33c11-084f-43f8-b2c0-368f3d0ecd80 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0994587 Aug 18 18:27:04.286382 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:04.321006 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.321578 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Checking segment: {'id': '86e58c43-0ba4-4030-a236-45162d3bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:27:04.321746 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Network hostable DHCP agents. Network: 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:27:04.327922 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.345299 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1bd7cbf3-1585-4cc8-be0d-630b3498b470 req-52fbf82a-f6dd-4321-81ea-4f83239c1639 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a929bd7-f3f1-4b7d-951c-2170315e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497715 Aug 18 18:27:04.353906 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:27:04.362276 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:27:04.367045 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:27:04.369525 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e6325e-4a32-4b4c-bfa0-d7998137438d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:04.380574 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a576d3a-2736-422e-9015-882b8b33a3fe None None] Network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:27:04.385541 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:04.387198 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.395474 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.395811 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Added segment b7070199-6230-42bf-b6f3-4632a6b6fde4 of type vlan for network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 Aug 18 18:27:04.409300 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-6ddb7c0c-0c86-4b44-acb6-4b8e041efd78 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4223924 Aug 18 18:27:04.466951 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.502810 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954c6cd-e0ef-484e-9d18-956b3ed0966e req-734e9cc0-5c6c-4631-83d3-2f1e594111ae tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:04.504349 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0954c6cd-e0ef-484e-9d18-956b3ed0966e req-734e9cc0-5c6c-4631-83d3-2f1e594111ae tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0738196 Aug 18 18:27:04.513240 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.514295 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:04.514910 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.520216 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0588775a-c60d-48d3-84f2-776c2e72c568 None None] Network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:27:04.592185 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9717205 Aug 18 18:27:04.595247 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46590) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:04.601471 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Request body: {'subnet': {'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2106306185-subnet', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:04.625340 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0954c6cd-e0ef-484e-9d18-956b3ed0966e req-84588abb-514b-415e-83b7-93767048a828 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020560 Aug 18 18:27:04.627218 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Made reservation on behalf of 5aefbb1f82ef49beae636c87973cd743 for: {'subnet': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:27:04.629792 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967602'] for subnet, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.630109 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7afd3e-c2ee-457b-ba93-94b284665fee admin admin] Pushing event updated for resources: {'Network': ['ID=993c729d-a966-4d50-b4bc-f0ad5773f4f6,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:04.644024 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:27:04.723433 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-c905d697-7703-420f-ade9-ad22da59c3d2 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:04.725911 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-c905d697-7703-420f-ade9-ad22da59c3d2 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 945 time: 0.0632229 Aug 18 18:27:04.838651 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9263220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967588'] for subnet, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.844815 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-2672774b-ecc2-409c-91e1-fc0fa837a691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Deleting port a01a5615-0254-45d1-8706-660e2968010b {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:27:04.845191 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-2672774b-ecc2-409c-91e1-fc0fa837a691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.890512 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9068661e-a044-41e1-9b7a-931342027303,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:04.916038 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Checking segment: {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:27:04.916400 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Network hostable DHCP agents. Network: 993c729d-a966-4d50-b4bc-f0ad5773f4f6, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:27:04.942148 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:27:04.959647 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 993c729d-a966-4d50-b4bc-f0ad5773f4f6) {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:27:04.964352 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:04.965123 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.970126 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7d44c-54f5-4ed2-95bc-2961ed7d750d None None] Network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:27:04.982146 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e319ddd1-11f8-4078-a262-a390dd05664a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3853304 Aug 18 18:27:04.984955 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46596) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:04.988013 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-2672774b-ecc2-409c-91e1-fc0fa837a691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] For port a01a5615-0254-45d1-8706-660e2968010b, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a01a5615-0254-45d1-8706-660e2968010b,segment=NetworkSegment(77fdc748-fc9d-4ef6-8e7f-85c875e45921),segment_id=77fdc748-fc9d-4ef6-8e7f-85c875e45921)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:04.988381 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-2672774b-ecc2-409c-91e1-fc0fa837a691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:04.993189 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:05.011848 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-2672774b-ecc2-409c-91e1-fc0fa837a691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Calling delete_port for a01a5615-0254-45d1-8706-660e2968010b owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:27:05.032297 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41208'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.033303 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41201'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.117706 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172016aa-d127-5c45-b1cd-ac9faad852de-993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303'}]}} from dv-cinder-802882-9-iscsi. {{(pid=93874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 18:27:05.118598 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.130396 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.259714 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Allocated IP 172.20.0.2 (993c729d-a966-4d50-b4bc-f0ad5773f4f6/9068661e-a044-41e1-9b7a-931342027303/efc2df57-dac8-45f1-9a4a-5b191d2665b0) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:27:05.320627 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.332312 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-2672774b-ecc2-409c-91e1-fc0fa837a691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.373239 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['a01a5615-0254-45d1-8706-660e2968010b'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:27:05.403914 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672774b-ecc2-409c-91e1-fc0fa837a691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Pushing event deleted for resources: {'Port': ['ID=a01a5615-0254-45d1-8706-660e2968010b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:05.435723 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.445519 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-2672774b-ecc2-409c-91e1-fc0fa837a691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] No DVR routers for this DVR port a01a5615-0254-45d1-8706-660e2968010b on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:27:05.446783 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Transition to ACTIVE for port object efc2df57-dac8-45f1-9a4a-5b191d2665b0 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:27:05.449102 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-2672774b-ecc2-409c-91e1-fc0fa837a691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.451397 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3660762a-abb6-4bbc-98f1-c0836772a10c req-2672774b-ecc2-409c-91e1-fc0fa837a691 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.61 "DELETE /v2.0/ports/a01a5615-0254-45d1-8706-660e2968010b HTTP/1.1" status: 204 len: 173 time: 0.7060971 Aug 18 18:27:05.451663 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd0386-7dd0-4640-ba18-67a90e23b5d2', 'name': 'network-vif-deleted', 'tag': 'a01a5615-0254-45d1-8706-660e2968010b'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:27:05.454027 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dad7b48-cb9c-4127-99e3-d7c88957d7d1" -d '{"events": [{"server_uuid": "d7dd0386-7dd0-4640-ba18-67a90e23b5d2", "name": "network-vif-deleted", "tag": "a01a5615-0254-45d1-8706-660e2968010b"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:27:05.467018 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Transition to ACTIVE for port object efc2df57-dac8-45f1-9a4a-5b191d2665b0 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:27:05.472742 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.493354 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-772d9384-450f-41f7-bf25-850f22345b6f req-89223a52-b7a3-4201-81a4-b5f8881ae699 tempest-AttachVolumeNegativeTest-1238992990 tempest-AttachVolumeNegativeTest-1238992990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7dd0386-7dd0-4640-ba18-67a90e23b5d2 HTTP/1.1" status: 200 len: 210 time: 0.0590055 Aug 18 18:27:05.516368 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f82a4fa-d807-438e-8d09-81aa8105a104 x-openstack-request-id: req-0f82a4fa-d807-438e-8d09-81aa8105a104 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:27:05.516552 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd0386-7dd0-4640-ba18-67a90e23b5d2", "name": "network-vif-deleted", "tag": "a01a5615-0254-45d1-8706-660e2968010b", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:27:05.517153 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f82a4fa-d807-438e-8d09-81aa8105a104 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:27:05.517634 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd0386-7dd0-4640-ba18-67a90e23b5d2', 'name': 'network-vif-deleted', 'tag': 'a01a5615-0254-45d1-8706-660e2968010b', 'status': 'completed', 'code': 200} Aug 18 18:27:05.529663 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:27:05.532887 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:27:05.536475 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:27:05.543613 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Pushing event updated for resources: {'Port': ['ID=efc2df57-dac8-45f1-9a4a-5b191d2665b0,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:05.597939 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Attempting to bind port efc2df57-dac8-45f1-9a4a-5b191d2665b0 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:27:05.598325 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Attempting to bind port efc2df57-dac8-45f1-9a4a-5b191d2665b0 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:27:05.598680 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Attempting to bind port efc2df57-dac8-45f1-9a4a-5b191d2665b0 on network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:27:05.603887 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:27:05.604251 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Checking segment: {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:27:05.604644 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.605072 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Bound using segment: {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:27:05.605505 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Bound port: efc2df57-dac8-45f1-9a4a-5b191d2665b0, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:27:05.605872 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.656180 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.676991 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.684197 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] For port efc2df57-dac8-45f1-9a4a-5b191d2665b0, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:27:05.688611 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] For port efc2df57-dac8-45f1-9a4a-5b191d2665b0, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=efc2df57-dac8-45f1-9a4a-5b191d2665b0,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:27:05.693849 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.756813 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62991c6c-9fef-43ad-bd52-10abefb54316 None None] Pushing event updated for resources: {'Port': ['ID=efc2df57-dac8-45f1-9a4a-5b191d2665b0,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:05.762746 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b7a60-9417-46f3-8059-2faf2acce865 req-28acc90e-9e8f-4109-a38f-037e3133d6b9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:05.764884 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5a2b7a60-9417-46f3-8059-2faf2acce865 req-28acc90e-9e8f-4109-a38f-037e3133d6b9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0554924 Aug 18 18:27:05.798740 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Allocated IP 172.27.1.172 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/f2084a4f-17ab-4112-a901-89a5127cba73) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:27:05.815932 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5a2b7a60-9417-46f3-8059-2faf2acce865 req-8f951bff-d007-431b-89c0-8a7b70a51218 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434430 Aug 18 18:27:05.924243 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:05.986131 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:06.052451 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:27:06.054072 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:27:06.088005 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:27:06.485529 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Pushing event updated for resources: {'Port': ['ID=f2084a4f-17ab-4112-a901-89a5127cba73,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:06.556372 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46634) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:06.604816 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded9a003-7b5f-4dd8-8df5-8a376fe7dc01 admin admin] Deleting subnet c73e8db9-e918-4d96-b45a-770bac15e96d {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:27:06.609801 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ded9a003-7b5f-4dd8-8df5-8a376fe7dc01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:06.650240 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ded9a003-7b5f-4dd8-8df5-8a376fe7dc01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282908'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:06.683343 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-a8b8ff38-f410-4a48-9cfe-cdef0940310e tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:06.684446 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-a8b8ff38-f410-4a48-9cfe-cdef0940310e tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/networks?id=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd HTTP/1.1" status: 200 len: 813 time: 0.4979968 Aug 18 18:27:06.692474 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ded9a003-7b5f-4dd8-8df5-8a376fe7dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:06.735346 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-37587c07-42ba-416d-b35a-dc46f09e4887 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/quotas/2d29a2d6bf22425d8420c353012d3641 HTTP/1.1" status: 200 len: 375 time: 0.0384030 Aug 18 18:27:06.769102 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ded9a003-7b5f-4dd8-8df5-8a376fe7dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9263285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967599'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:06.789072 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-a29cade2-b690-4faa-91a9-60cfdac3ca8d tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d29a2d6bf22425d8420c353012d3641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416341 Aug 18 18:27:06.799068 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:06.818718 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ded9a003-7b5f-4dd8-8df5-8a376fe7dc01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:06.821582 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ded9a003-7b5f-4dd8-8df5-8a376fe7dc01 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c73e8db9-e918-4d96-b45a-770bac15e96d HTTP/1.1" status: 204 len: 168 time: 0.2639251 Aug 18 18:27:06.823926 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9a003-7b5f-4dd8-8df5-8a376fe7dc01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73e8db9-e918-4d96-b45a-770bac15e96d,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:06.834084 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46636) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:06.873341 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427d8433-6c5a-44e7-a4a2-830f223cdcb7 None None] Network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:27:06.927845 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device efc2df57-dac8-45f1-9a4a-5b191d2665b0 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:27:06.966783 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:06.973176 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-b5ac7994-1494-4ca2-a66c-efcf9f2c11cf None None] Provisioning for port efc2df57-dac8-45f1-9a4a-5b191d2665b0 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:27:06.994969 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45349d06-904d-4f22-bb3e-08e5544eaa16 req-15df82b6-72b7-40a7-bbf9-724ef70c1074 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:06.996610 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-45349d06-904d-4f22-bb3e-08e5544eaa16 req-15df82b6-72b7-40a7-bbf9-724ef70c1074 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.0787091 Aug 18 18:27:07.029768 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-0aae04b9-3abb-4417-bbcd-16e3da05c7d8 service neutron] 10.222.0.46 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270520 Aug 18 18:27:07.043870 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port efc2df57-dac8-45f1-9a4a-5b191d2665b0 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:27:07.053789 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port efc2df57-dac8-45f1-9a4a-5b191d2665b0 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:07.054150 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.093917 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.099131 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-45349d06-904d-4f22-bb3e-08e5544eaa16 req-b733f50d-b812-4c14-a1e7-49cccaafebd4 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779772 Aug 18 18:27:07.107647 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90525376-7298-49f2-893b-492b16ed637d']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:07.118121 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fdc748-fc9d-4ef6-8e7f-85c875e45921') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:07.118121 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fdc748-fc9d-4ef6-8e7f-85c875e45921') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:07.135894 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282901'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.149854 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.156919 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:27:07.157316 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263383'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: timer() Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: cb(*args, **kw) Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: self._notify() Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: self.callback(batched_events) Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: event.method(event) Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._get(url).json() Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:27:07.159144 dv-cinder-802882-9-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:27:07.178158 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.220942 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port efc2df57-dac8-45f1-9a4a-5b191d2665b0, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=efc2df57-dac8-45f1-9a4a-5b191d2665b0,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:07.226526 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.228124 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.230659 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-36326275-d81c-4b19-b4b4-096c731b448c service neutron] 10.222.0.46 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588860 Aug 18 18:27:07.234619 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.236651 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] 10.222.0.46 "DELETE /v2.0/networks/90525376-7298-49f2-893b-492b16ed637d HTTP/1.1" status: 204 len: 168 time: 0.4014664 Aug 18 18:27:07.246620 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.263320 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d51c5-b8f9-46f0-8783-a5763d681214 admin admin] Pushing event deleted for resources: {'Network': ['ID=90525376-7298-49f2-893b-492b16ed637d,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:07.299533 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=efc2df57-dac8-45f1-9a4a-5b191d2665b0,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:07.419837 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1f3009c3-0819-48df-be8c-4ea034823761 None None] Provisioning complete for port efc2df57-dac8-45f1-9a4a-5b191d2665b0 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:07.420199 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1f3009c3-0819-48df-be8c-4ea034823761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.430044 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8df01540-50f9-4d7f-a3e8-8120b56a007f req-498b9b61-c82b-4393-b562-a5a35856e8de tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 210 time: 0.0376866 Aug 18 18:27:07.451075 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Router e223368c-9763-4e72-b5f1-5e5432653ecb is scheduled to L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 18:27:07.463028 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46648) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:07.522055 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-28e78d7e-e044-4b06-82f6-6e18463ca451 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2869a7a76b7147b3a553c984756809c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0556791 Aug 18 18:27:07.522452 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46650) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:07.575061 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-69d5bbae-35e7-4808-b83c-5e950f013c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.579750 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:27:07.591755 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Sync routers for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:27:07.601676 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.602353 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:27:07.603045 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:26:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:07.603509 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e4887788-4fb5-4bb5-a1e3-11fb36090844 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6171854 Aug 18 18:27:07.605893 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46658) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:07.612968 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-69d5bbae-35e7-4808-b83c-5e950f013c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.687134 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-69d5bbae-35e7-4808-b83c-5e950f013c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.691947 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-69d5bbae-35e7-4808-b83c-5e950f013c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:07.693438 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-69d5bbae-35e7-4808-b83c-5e950f013c7f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a929bd7-f3f1-4b7d-951c-2170315e12f0 HTTP/1.1" status: 204 len: 168 time: 0.1692319 Aug 18 18:27:07.703347 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5bbae-35e7-4808-b83c-5e950f013c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a929bd7-f3f1-4b7d-951c-2170315e12f0,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:07.790655 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:27:08.030179 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46670) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:08.055559 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:06Z', 'revision_number': 3, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:08.087451 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Checking router: e223368c-9763-4e72-b5f1-5e5432653ecb for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:27:08.088400 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Updating router e223368c-9763-4e72-b5f1-5e5432653ecb port f2084a4f-17ab-4112-a901-89a5127cba73 binding host dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:27:08.098436 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 6b672e8c-d81d-4464-a017-ff3604ec1a1c details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:27:08.133675 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.194883 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ccecda70-a0e6-4fb5-8ec1-e0540987756e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.198616 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.339442 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:08.359732 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'port_id': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'mac_address': 'fa:16:3e:07:d5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:27:08.390634 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Allocated IP 172.20.0.1 (993c729d-a966-4d50-b4bc-f0ad5773f4f6/9068661e-a044-41e1-9b7a-931342027303/1cbccfa8-dcc1-4330-8711-b3dcf9608eed) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:27:08.425573 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ccecda70-a0e6-4fb5-8ec1-e0540987756e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.431157 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ccecda70-a0e6-4fb5-8ec1-e0540987756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.456042 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.478935 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ccecda70-a0e6-4fb5-8ec1-e0540987756e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4f4ab99d7574f7fba95e0c4a2465796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475079 Aug 18 18:27:08.484086 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46690) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:08.489129 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b672e8c-d81d-4464-a017-ff3604ec1a1c {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:27:08.508223 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecda70-a0e6-4fb5-8ec1-e0540987756e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab21c8d-541a-427b-aa1f-4da12768ac2a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:08.524589 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:08.533985 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.561365 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-751efa31-9c7d-474f-a2d3-643cd0df9913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.570102 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c54ef-0122-4776-910f-549ce83267b8 req-0878a7f6-9167-48c9-b5e5-b5048bc0106f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:08.571845 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d49c54ef-0122-4776-910f-549ce83267b8 req-0878a7f6-9167-48c9-b5e5-b5048bc0106f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 944 time: 0.1509192 Aug 18 18:27:08.597534 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0293b66d-26ca-4b66-a9ee-5dd522999636 req-634475f6-716d-4f1d-8bed-6aa82b70e236 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 210 time: 0.0350256 Aug 18 18:27:08.654363 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-751efa31-9c7d-474f-a2d3-643cd0df9913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.666621 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d49c54ef-0122-4776-910f-549ce83267b8 req-5553c5f2-f8fb-417f-945c-82ab66496081 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781670 Aug 18 18:27:08.699158 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.737419 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Transition to ACTIVE for port object 1cbccfa8-dcc1-4330-8711-b3dcf9608eed will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:27:08.743628 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.754899 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=9']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:08.759880 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Transition to ACTIVE for port object f2084a4f-17ab-4112-a901-89a5127cba73 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:27:08.766453 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.774527 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-751efa31-9c7d-474f-a2d3-643cd0df9913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.777161 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-751efa31-9c7d-474f-a2d3-643cd0df9913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.778767 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-751efa31-9c7d-474f-a2d3-643cd0df9913 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ab21c8d-541a-427b-aa1f-4da12768ac2a HTTP/1.1" status: 204 len: 168 time: 0.2921805 Aug 18 18:27:08.793681 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751efa31-9c7d-474f-a2d3-643cd0df9913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab21c8d-541a-427b-aa1f-4da12768ac2a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:08.811256 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.824372 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Attempting to bind port f2084a4f-17ab-4112-a901-89a5127cba73 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:27:08.824776 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Attempting to bind port f2084a4f-17ab-4112-a901-89a5127cba73 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:27:08.825141 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Attempting to bind port f2084a4f-17ab-4112-a901-89a5127cba73 on network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:27:08.832955 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cec3f-15cd-459d-8f5b-ae4b102ae9cc None None] Pushing event updated for resources: {'Port': ['ID=f2084a4f-17ab-4112-a901-89a5127cba73,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:08.835744 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:27:08.835916 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:27:08.836121 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:27:08.836576 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.836961 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Bound using segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:27:08.837480 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Bound port: f2084a4f-17ab-4112-a901-89a5127cba73, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:27:08.839029 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:08.839155 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:27:08.869442 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:27:08.927572 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] For port f2084a4f-17ab-4112-a901-89a5127cba73, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:27:08.937874 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] For port f2084a4f-17ab-4112-a901-89a5127cba73, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=f2084a4f-17ab-4112-a901-89a5127cba73,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:27:08.969766 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device efc2df57-dac8-45f1-9a4a-5b191d2665b0 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:27:08.984027 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:09.062342 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:27:09.063409 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:26:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:09.073835 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-67767ef2-f766-487d-81b5-e72d43644cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:09.127693 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['6b672e8c-d81d-4464-a017-ff3604ec1a1c'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:27:09.133607 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1699177'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:09.143124 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-ef3876c1-51cb-45d4-a1c8-980ee9cadcf0 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:09.145115 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-ef3876c1-51cb-45d4-a1c8-980ee9cadcf0 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.61 "GET /v2.0/networks?id=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd HTTP/1.1" status: 200 len: 813 time: 0.2727251 Aug 18 18:27:09.204448 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Request body: {'port': {'device_id': '0bc4593b-37ce-4f1e-94f9-05c761e85d60', 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd', 'admin_state_up': True, 'tenant_id': '2d29a2d6bf22425d8420c353012d3641'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:09.223963 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbccfa8-dcc1-4330-8711-b3dcf9608eed,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:09.315161 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cec3f-15cd-459d-8f5b-ae4b102ae9cc None None] Pushing event updated for resources: {'Port': ['ID=f2084a4f-17ab-4112-a901-89a5127cba73,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:09.339230 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-2fb38939-b1a0-4528-bd4c-c2f9233987f8 None None] Provisioning for port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:27:09.350549 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port efc2df57-dac8-45f1-9a4a-5b191d2665b0 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:09.350945 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:09.356195 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-2fb38939-b1a0-4528-bd4c-c2f9233987f8 None None] Provisioning complete for port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:09.356573 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-2fb38939-b1a0-4528-bd4c-c2f9233987f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:09.418043 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:27:09.448609 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Made reservation on behalf of 2d29a2d6bf22425d8420c353012d3641 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:27:09.452181 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:09.463784 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:09.592670 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-2fb38939-b1a0-4528-bd4c-c2f9233987f8 None None] Port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:27:09.724083 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4021fedf-eef9-45eb-86c3-c6212e829a24 req-6d1c1173-3338-4029-b7ee-e1435990fcc3 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 210 time: 0.0383573 Aug 18 18:27:09.761380 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:06Z', 'revision_number': 3, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:09.791119 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf2bd5-15b5-4b71-9c41-fbff8604699e None None] The sync data for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi is: [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:06Z', 'revision_number': 3, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:27:10.002219 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdcab7-b1c8-4364-8e7a-818c8652c336 req-60731c45-1634-41ee-a974-a4a60570a36f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:10.007488 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e1fdcab7-b1c8-4364-8e7a-818c8652c336 req-60731c45-1634-41ee-a974-a4a60570a36f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 945 time: 0.1419897 Aug 18 18:27:10.007488 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Allocated IP 172.20.0.10 (5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd/11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46/0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:27:10.067118 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:10.082115 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:10.113008 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device a01a5615-0254-45d1-8706-660e2968010b no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:27:10.138128 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: a01a5615-0254-45d1-8706-660e2968010b {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:27:10.139308 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device a01a5615-0254-45d1-8706-660e2968010b not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:27:10.166499 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e1fdcab7-b1c8-4364-8e7a-818c8652c336 req-2c8827a4-fe51-45ac-8a3c-bf59572f8ec1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318390 Aug 18 18:27:10.223004 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbccfa8-dcc1-4330-8711-b3dcf9608eed,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:10.228160 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699229'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:10.340638 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:10.381655 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:27:10.385556 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:27:10.448941 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:10.530807 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:27:10.543681 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:27:10.547853 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:27:10.550456 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Pushing event updated for resources: {'Port': ['ID=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:10.597916 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Router e223368c-9763-4e72-b5f1-5e5432653ecb has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:27:10.610953 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:10.611547 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:10.620772 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-ba25638e-4b04-4dc9-a282-8886264f4d51 None None] Provisioning complete for port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:10.621149 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ba25638e-4b04-4dc9-a282-8886264f4d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:10.631029 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-2d9be26c-ff16-4203-baba-537cbc78c517 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4322965 Aug 18 18:27:10.670588 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-ba25638e-4b04-4dc9-a282-8886264f4d51 None None] Port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:27:10.674252 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Request body: {'port': {'device_id': '0bc4593b-37ce-4f1e-94f9-05c761e85d60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:10.771206 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:10.791196 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:27:10.796854 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2aee373c-faed-43be-b657-a7a07f413c19 admin admin] 10.222.0.46 "PUT /v2.0/routers/e223368c-9763-4e72-b5f1-5e5432653ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1898510 Aug 18 18:27:10.887934 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device f2084a4f-17ab-4112-a901-89a5127cba73 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:27:10.943349 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port f2084a4f-17ab-4112-a901-89a5127cba73 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:27:10.949664 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port f2084a4f-17ab-4112-a901-89a5127cba73 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:10.951509 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.026000 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d70fc-a948-4bb2-a33f-304d1d73d423 req-d2021c7e-6052-4b5a-a409-fb642439063b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:11.028617 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fc4d70fc-a948-4bb2-a33f-304d1d73d423 req-d2021c7e-6052-4b5a-a409-fb642439063b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 932 time: 0.1849990 Aug 18 18:27:11.095346 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.128137 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port f2084a4f-17ab-4112-a901-89a5127cba73, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=f2084a4f-17ab-4112-a901-89a5127cba73,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:11.133314 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.144906 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fc4d70fc-a948-4bb2-a33f-304d1d73d423 req-c03dbefc-bec9-44ca-b64a-56e16ae2fee9 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053052 Aug 18 18:27:11.199136 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=f2084a4f-17ab-4112-a901-89a5127cba73,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:11.280291 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:27:11.290673 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.310037 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Transition to ACTIVE for port object 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:27:11.320667 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09864b1f-8354-4f8c-adec-5ff37a4b1fc7 req-19736246-76d8-434e-b2d5-0066a3cbc110 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:11.323276 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-09864b1f-8354-4f8c-adec-5ff37a4b1fc7 req-19736246-76d8-434e-b2d5-0066a3cbc110 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 945 time: 0.0812514 Aug 18 18:27:11.325116 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.350330 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-47c91f2c-12a5-466d-913f-ed19170d8d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.443011 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Pushing event updated for resources: {'Port': ['ID=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:11.450731 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-09864b1f-8354-4f8c-adec-5ff37a4b1fc7 req-0e3c5918-725d-47b7-b17e-c4b3f9c1f0b0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155987 Aug 18 18:27:11.488105 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Attempting to bind port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:27:11.488518 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Attempting to bind port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '86e58c43-0ba4-4030-a236-45162d3bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:27:11.488909 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Attempting to bind port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 on network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:27:11.493247 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 on network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:27:11.493626 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Attempting to bind port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 on network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:27:11.498707 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:27:11.499032 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Checking segment: {'id': '86e58c43-0ba4-4030-a236-45162d3bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:27:11.499435 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Bound using segment: {'id': '86e58c43-0ba4-4030-a236-45162d3bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:27:11.499850 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Bound port: 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e58c43-0ba4-4030-a236-45162d3bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:27:11.500203 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.518806 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Sync routers for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:27:11.528518 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:27:11.529248 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:27:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:11.565599 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] For port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:27:11.568604 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] For port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,segment=NetworkSegment(86e58c43-0ba4-4030-a236-45162d3bb929),segment_id=86e58c43-0ba4-4030-a236-45162d3bb929)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:27:11.574006 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.588299 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:11.588901 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.590446 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] 10.222.0.61 "PUT /v2.0/ports/0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 HTTP/1.1" status: 200 len: 1094 time: 0.9226120 Aug 18 18:27:11.590857 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc4593b-37ce-4f1e-94f9-05c761e85d60', 'tag': '0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:27:11.593923 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2929c00e-da61-48d1-be66-84d5d7051350" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc4593b-37ce-4f1e-94f9-05c761e85d60", "tag": "0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:27:11.653522 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46738) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:11.655215 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:27:11.658948 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-a15f02d0-ffef-4108-bb26-8b36bced9a37 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055981223', 'description': 'tempest-description--363549588'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:11.691872 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a15f02d0-ffef-4108-bb26-8b36bced9a37 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.693270 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a13832-ac3e-4de3-b69f-9663e77c164f x-openstack-request-id: req-97a13832-ac3e-4de3-b69f-9663e77c164f {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:27:11.693494 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc4593b-37ce-4f1e-94f9-05c761e85d60", "tag": "0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:27:11.693738 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97a13832-ac3e-4de3-b69f-9663e77c164f {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:27:11.694225 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc4593b-37ce-4f1e-94f9-05c761e85d60', 'tag': '0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2', 'status': 'completed', 'code': 200} Aug 18 18:27:11.711976 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607d1d1-699a-4e58-a5f1-f1629755d192 service neutron] Pushing event updated for resources: {'Port': ['ID=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:11.731788 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-d1821587-6337-4f3a-90fc-3b6bc7b34a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:11.733342 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-d1821587-6337-4f3a-90fc-3b6bc7b34a6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d29a2d6bf22425d8420c353012d3641&device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 1097 time: 0.0689337 Aug 18 18:27:11.786146 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a15f02d0-ffef-4108-bb26-8b36bced9a37 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.787700 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-a436c962-6ee1-4ab7-9d8e-4ef328efca1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 HTTP/1.1" status: 200 len: 217 time: 0.0394020 Aug 18 18:27:11.791480 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a15f02d0-ffef-4108-bb26-8b36bced9a37 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.826980 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a15f02d0-ffef-4108-bb26-8b36bced9a37 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.831019 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a15f02d0-ffef-4108-bb26-8b36bced9a37 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1738024 Aug 18 18:27:11.831416 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46740) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:11.836572 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-f167a837-bac7-44ee-9a4f-b9f5952049da tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'security_group_rule': {'security_group_id': '743b01e6-927b-43af-9aa9-df570b4ab2fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:11.841106 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f02d0-ffef-4108-bb26-8b36bced9a37 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743b01e6-927b-43af-9aa9-df570b4ab2fd,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:11.843578 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-74485200-7a42-4804-b35d-822b638c052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:11.844865 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-74485200-7a42-4804-b35d-822b638c052d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46 HTTP/1.1" status: 200 len: 853 time: 0.0491858 Aug 18 18:27:11.873115 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f167a837-bac7-44ee-9a4f-b9f5952049da tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.881142 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-e580121a-33a2-46de-808e-8eb74245aeba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292532 Aug 18 18:27:11.931575 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f167a837-bac7-44ee-9a4f-b9f5952049da tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.937182 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f167a837-bac7-44ee-9a4f-b9f5952049da tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.954803 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167a837-bac7-44ee-9a4f-b9f5952049da tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f890cd8a-1132-42c6-987d-920ea05fe455,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:11.960488 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f167a837-bac7-44ee-9a4f-b9f5952049da tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:11.964120 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f167a837-bac7-44ee-9a4f-b9f5952049da tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292062 Aug 18 18:27:11.964640 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46742) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:11.969080 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-56d28eb9-7209-4421-afee-948127ee955c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'security_group_rule': {'security_group_id': '743b01e6-927b-43af-9aa9-df570b4ab2fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:11.972132 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 2, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:12.001713 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Checking router: e223368c-9763-4e72-b5f1-5e5432653ecb for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:27:12.002261 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Updating router e223368c-9763-4e72-b5f1-5e5432653ecb port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed binding host dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:27:12.006494 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-3b261f58-c7e8-4847-8988-10543892b23b service neutron] 10.222.0.61 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169133 Aug 18 18:27:12.025281 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56d28eb9-7209-4421-afee-948127ee955c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.030136 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.119734 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 6b672e8c-d81d-4464-a017-ff3604ec1a1c up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:27:12.141596 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56d28eb9-7209-4421-afee-948127ee955c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.147581 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92274eca-a782-4cbf-8712-9fed87b59cc8 req-be525ca8-3fa8-4462-ac73-26a5034057e0 service neutron] 10.222.0.61 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317403 Aug 18 18:27:12.149157 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56d28eb9-7209-4421-afee-948127ee955c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.174595 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.175215 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d28eb9-7209-4421-afee-948127ee955c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c356afdd-480a-475d-b292-7e195ce1ab73,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:12.194659 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 6b672e8c-d81d-4464-a017-ff3604ec1a1c triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:12.194857 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-56d28eb9-7209-4421-afee-948127ee955c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.195415 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.199800 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46748) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:12.199996 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-56d28eb9-7209-4421-afee-948127ee955c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2345865 Aug 18 18:27:12.204724 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'floatingip': {'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:12.230135 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.320408 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.330897 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Transition to ACTIVE for port object 1cbccfa8-dcc1-4330-8711-b3dcf9608eed will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:27:12.336584 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929c00e-da61-48d1-be66-84d5d7051350 req-1e697bad-9b5b-4116-9ecc-4bac96bba450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:12.338642 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2929c00e-da61-48d1-be66-84d5d7051350 req-1e697bad-9b5b-4116-9ecc-4bac96bba450 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d29a2d6bf22425d8420c353012d3641&device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 1097 time: 0.0827312 Aug 18 18:27:12.340449 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.353445 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.363517 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86113bf1-3dc8-49df-8ad1-3e83ffc6c348 req-67ba14b0-f041-460f-a752-688b4347a6b7 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:12.375483 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-86113bf1-3dc8-49df-8ad1-3e83ffc6c348 req-67ba14b0-f041-460f-a752-688b4347a6b7 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 944 time: 0.0822086 Aug 18 18:27:12.379541 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:27:12.382439 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89d2b44-110a-4a65-8c2f-b19aa783ef6d" -d '{"events": [{"server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "name": "network-vif-plugged", "status": "completed", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:27:12.402367 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:12.409228 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.458863 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-86113bf1-3dc8-49df-8ad1-3e83ffc6c348 req-befb84cc-c6cf-45f7-9ef8-630102884ea1 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849607 Aug 18 18:27:12.476274 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Pushing event updated for resources: {'Port': ['ID=1cbccfa8-dcc1-4330-8711-b3dcf9608eed,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:12.481332 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929c00e-da61-48d1-be66-84d5d7051350 req-7837a7cb-065f-4030-8e9d-014a53b04e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:12.482152 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e26996-355e-4867-85ae-5ee3d60ad566 x-openstack-request-id: req-b5e26996-355e-4867-85ae-5ee3d60ad566 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:27:12.482444 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "name": "network-vif-plugged", "status": "completed", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:27:12.482795 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5e26996-355e-4867-85ae-5ee3d60ad566 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:27:12.483188 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'code': 200} Aug 18 18:27:12.484486 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2929c00e-da61-48d1-be66-84d5d7051350 req-7837a7cb-065f-4030-8e9d-014a53b04e73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd HTTP/1.1" status: 200 len: 914 time: 0.1371617 Aug 18 18:27:12.488251 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.489040 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.499547 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.499710 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.499967 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.500298 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.500626 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.500947 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.501287 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.501611 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.506984 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.507104 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.507816 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:12.528845 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=10']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:12.569842 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2929c00e-da61-48d1-be66-84d5d7051350 req-cd39bac9-5dbf-4703-a1a3-61d0828b349c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 HTTP/1.1" status: 200 len: 217 time: 0.0601795 Aug 18 18:27:12.634528 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Attempting to bind port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:27:12.635015 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Attempting to bind port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:27:12.635244 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Attempting to bind port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed on network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:27:12.641574 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:27:12.642011 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Checking segment: {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:27:12.642439 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.642823 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Bound using segment: {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:27:12.643306 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Bound port: 1cbccfa8-dcc1-4330-8711-b3dcf9608eed, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:27:12.643697 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.674376 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929c00e-da61-48d1-be66-84d5d7051350 req-0556f03c-bf34-4c1c-8272-a277e408be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:12.680273 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2929c00e-da61-48d1-be66-84d5d7051350 req-0556f03c-bf34-4c1c-8272-a277e408be3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46 HTTP/1.1" status: 200 len: 853 time: 0.1006064 Aug 18 18:27:12.690031 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Allocated IP 172.27.1.49 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/b8d799fc-2a28-49ac-ba3b-bfe7ecc0fc3e) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:27:12.705748 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d0635-c672-4e7b-b86b-388be5488412 req-9294ac06-f6a8-4f0d-b9e4-f882b7231ea5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:12.714386 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d05d0635-c672-4e7b-b86b-388be5488412 req-9294ac06-f6a8-4f0d-b9e4-f882b7231ea5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 947 time: 0.1155636 Aug 18 18:27:12.731239 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2929c00e-da61-48d1-be66-84d5d7051350 req-bdb36275-1319-47a4-af32-4fba6136f15d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420649 Aug 18 18:27:12.740387 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] For port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:27:12.743984 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] For port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=1cbccfa8-dcc1-4330-8711-b3dcf9608eed,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:27:12.750459 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:12.828066 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:27:12.829661 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:27:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:12.887151 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa6318-72ba-42eb-94c5-068f2768de93 None None] Pushing event updated for resources: {'Port': ['ID=1cbccfa8-dcc1-4330-8711-b3dcf9608eed,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:12.941692 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device f2084a4f-17ab-4112-a901-89a5127cba73 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:27:12.947888 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d05d0635-c672-4e7b-b86b-388be5488412 req-61b1ee6b-a64b-4ded-a543-f3ecd3b1ec59 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321839 Aug 18 18:27:13.017444 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:27:13.030452 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2929c00e-da61-48d1-be66-84d5d7051350 req-93bb632a-cb6e-49e7-bebc-25a0770312f8 service neutron] 10.222.0.61 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705772 Aug 18 18:27:13.030922 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:13.076642 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port f2084a4f-17ab-4112-a901-89a5127cba73 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:13.077109 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:13.079714 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:13.081396 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:13.126436 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:27:13.133762 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:27:13.139699 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:27:13.183770 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'Port': ['ID=b8d799fc-2a28-49ac-ba3b-bfe7ecc0fc3e,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:13.209739 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b250ca3-0831-41f3-b6d8-1756bd3f7865 req-c028a2ee-7254-44e7-823e-8695ffff261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:13.211339 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b250ca3-0831-41f3-b6d8-1756bd3f7865 req-c028a2ee-7254-44e7-823e-8695ffff261b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 1100 time: 0.1548631 Aug 18 18:27:13.252215 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2929c00e-da61-48d1-be66-84d5d7051350 req-a1c60a38-6214-4a35-a6b2-59585ba48a69 service neutron] 10.222.0.61 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118731 Aug 18 18:27:13.267131 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:13.268483 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b250ca3-0831-41f3-b6d8-1756bd3f7865 req-5861d886-0465-40c8-a5c1-e6f4031b8409 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488973 Aug 18 18:27:13.270484 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:12Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:13.297236 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae677c3-c1f6-47ee-8da7-1dda5b88d250 None None] The sync data for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi is: [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:12Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:27:13.307073 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:13.480149 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:13.488892 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:13.559263 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'Port': ['ID=b8d799fc-2a28-49ac-ba3b-bfe7ecc0fc3e,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:13.575891 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:13.590930 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:13.593158 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-149eed7a-13f3-4e5b-88b1-e8d17f8d8fd2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3921766 Aug 18 18:27:13.593412 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c10f0-68c5-41e7-a8c5-19d37f052153 req-8575c121-4e12-4275-8409-20e3f2762978 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:13.595836 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d5c10f0-68c5-41e7-a8c5-19d37f052153 req-8575c121-4e12-4275-8409-20e3f2762978 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 944 time: 0.0584676 Aug 18 18:27:13.642676 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d5c10f0-68c5-41e7-a8c5-19d37f052153 req-4ed4ab49-d346-4f2c-8457-fb4ddd6cc254 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Aug 18 18:27:13.758149 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-b37e2fad-d1a4-4e71-bd89-3d4177476920 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2055981223&fields=id&tenant_id=5aefbb1f82ef49beae636c87973cd743 HTTP/1.1" status: 200 len: 267 time: 0.0451949 Aug 18 18:27:13.872514 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f502a-8c24-4119-8c90-b595137300c8 req-c721f8dc-023e-4ab3-965c-0624fd608f18 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:13.874115 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-c721f8dc-023e-4ab3-965c-0624fd608f18 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 811 time: 0.1077538 Aug 18 18:27:13.891131 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-d2e4a1fd-785d-4630-8d6b-556edf08144c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/quotas/5aefbb1f82ef49beae636c87973cd743 HTTP/1.1" status: 200 len: 375 time: 0.0106418 Aug 18 18:27:13.950788 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-ce06bf70-ad2f-472d-8eb0-f2c6ce15c6be tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538669 Aug 18 18:27:14.067819 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-e2f2747e-c91d-44b1-b075-0483622e68bb service neutron] 10.222.0.46 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993814 Aug 18 18:27:14.069208 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa119ba-95cf-4483-a2d5-17caf8430f95 req-7eae7fec-ae7f-4dd6-aee5-c6e48fd0b649 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:14.070998 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afa119ba-95cf-4483-a2d5-17caf8430f95 req-7eae7fec-ae7f-4dd6-aee5-c6e48fd0b649 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 947 time: 0.0557735 Aug 18 18:27:14.124684 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afa119ba-95cf-4483-a2d5-17caf8430f95 req-4d743559-911b-4b67-a4fb-d3570c1c2a5e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460925 Aug 18 18:27:14.178587 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-c8c2201c-b9c6-4b26-b14c-92bcdcec89ba service neutron] 10.222.0.46 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020381 Aug 18 18:27:14.360833 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-32f50fa8-647c-49d3-8f2b-0dffc5e3820f req-fe430ffb-f1b6-4f05-ad01-6fb55ca1eca8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 210 time: 0.0277903 Aug 18 18:27:14.596555 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:14.810684 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c20f8f-e142-45e1-8d9b-47fb786d832f req-48c7528f-6c6d-42da-aaeb-84070508f1ee tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:14.814756 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1c20f8f-e142-45e1-8d9b-47fb786d832f req-48c7528f-6c6d-42da-aaeb-84070508f1ee tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 944 time: 0.0882711 Aug 18 18:27:14.889163 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1c20f8f-e142-45e1-8d9b-47fb786d832f req-ffcee4b7-7c64-4515-b916-74a9695a3c98 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656338 Aug 18 18:27:14.924731 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1cbccfa8-dcc1-4330-8711-b3dcf9608eed up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:27:14.986355 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:14.993329 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:27:14.997705 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:14.998147 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:15.100672 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:15.134506 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=1cbccfa8-dcc1-4330-8711-b3dcf9608eed,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:15.140039 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:15.210296 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=1cbccfa8-dcc1-4330-8711-b3dcf9608eed,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:15.267225 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c5fb3-af20-4e09-9de1-429d21094603 req-1a6b568b-9840-4046-9446-9ea16a7e3f4c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:15.268806 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f2c5fb3-af20-4e09-9de1-429d21094603 req-1a6b568b-9840-4046-9446-9ea16a7e3f4c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 947 time: 0.0553715 Aug 18 18:27:15.308462 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f2c5fb3-af20-4e09-9de1-429d21094603 req-782a7cf4-ea73-48ee-8b99-6b3a0c46b06f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335515 Aug 18 18:27:15.470049 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a20f337-3d03-446f-8d83-bc43c291ecd0 req-88c13d87-69da-4da7-b08e-463050d8001a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 210 time: 0.0378866 Aug 18 18:27:15.720163 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f502a-8c24-4119-8c90-b595137300c8 req-efb70e00-5b2e-4c0d-b182-0f10ced5eef3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:15.721693 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-efb70e00-5b2e-4c0d-b182-0f10ced5eef3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.61 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 811 time: 0.1087062 Aug 18 18:27:15.792967 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-6f27767d-2675-43ee-bf77-0132d6cfe1f8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aefbb1f82ef49beae636c87973cd743 HTTP/1.1" status: 200 len: 380 time: 0.0417442 Aug 18 18:27:15.810425 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'port': {'device_id': '29a5e908-0fac-49c7-945c-e58897e1deed', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'admin_state_up': True, 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'security_groups': ['743b01e6-927b-43af-9aa9-df570b4ab2fd']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:15.930024 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Made reservation on behalf of 5aefbb1f82ef49beae636c87973cd743 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:27:15.934015 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:16.073530 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50f508-7813-4255-93a0-3f334c73f41f req-ad487145-4341-468f-a8be-2e72bb0dd3d6 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:16.075009 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f50f508-7813-4255-93a0-3f334c73f41f req-ad487145-4341-468f-a8be-2e72bb0dd3d6 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 944 time: 0.1188996 Aug 18 18:27:16.109100 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Allocated IP 172.20.0.13 (993c729d-a966-4d50-b4bc-f0ad5773f4f6/9068661e-a044-41e1-9b7a-931342027303/3611cb2c-7195-41ea-9e8a-12221972eb07) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:27:16.122126 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:27:16.134961 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f50f508-7813-4255-93a0-3f334c73f41f req-951a28c4-2440-45e3-9db7-1a623877970c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531788 Aug 18 18:27:16.230585 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,segment=NetworkSegment(86e58c43-0ba4-4030-a236-45162d3bb929),segment_id=86e58c43-0ba4-4030-a236-45162d3bb929)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:16.279583 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:16.293842 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Transition to ACTIVE for port object 3611cb2c-7195-41ea-9e8a-12221972eb07 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:27:16.330807 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:16.369757 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2', 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd', 'port_id': '0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2', 'mac_address': 'fa:16:3e:25:a7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:27:16.378451 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:27:16.384110 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:27:16.388581 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:27:16.416957 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'Port': ['ID=3611cb2c-7195-41ea-9e8a-12221972eb07,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:16.424625 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:16.436751 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.436751 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.436751 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.437143 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.437524 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.437980 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.438335 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.438741 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.439150 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.439635 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.440025 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:27:16.440198 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.440575 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:16.464661 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:16.465412 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:16.468441 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,segment=NetworkSegment(86e58c43-0ba4-4030-a236-45162d3bb929),segment_id=86e58c43-0ba4-4030-a236-45162d3bb929)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:16.474479 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:16.484509 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-9b4d49f7-feae-4680-adce-390745384529 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6777868 Aug 18 18:27:16.508654 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Request body: {'port': {'device_id': '29a5e908-0fac-49c7-945c-e58897e1deed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:16.529460 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603f1be-51c9-4c3c-8a74-f8c3064b2791 req-0e7110b8-878a-48fe-93a4-f70de44585bb tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:16.536633 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2603f1be-51c9-4c3c-8a74-f8c3064b2791 req-0e7110b8-878a-48fe-93a4-f70de44585bb tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 947 time: 0.1225376 Aug 18 18:27:16.553458 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:16.595473 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2603f1be-51c9-4c3c-8a74-f8c3064b2791 req-b6f1058e-cbb2-4d3f-8cf3-8573ff2b5bb8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480862 Aug 18 18:27:16.604127 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:16.671800 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6345e9-3ea0-4d98-a97c-529ed67cc301 req-0d075c93-84b4-4c8d-a6c2-e888c9c358c6 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:16.673249 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3f6345e9-3ea0-4d98-a97c-529ed67cc301 req-0d075c93-84b4-4c8d-a6c2-e888c9c358c6 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 932 time: 0.1023180 Aug 18 18:27:16.688736 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-6b722b3b-954e-4f1b-a3cd-5fe3b31d917d None None] Provisioning for port 3611cb2c-7195-41ea-9e8a-12221972eb07 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:27:16.693340 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-6b722b3b-954e-4f1b-a3cd-5fe3b31d917d None None] Provisioning complete for port 3611cb2c-7195-41ea-9e8a-12221972eb07 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:16.693908 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6b722b3b-954e-4f1b-a3cd-5fe3b31d917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:16.739213 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-6b722b3b-954e-4f1b-a3cd-5fe3b31d917d None None] Port 3611cb2c-7195-41ea-9e8a-12221972eb07 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:27:16.818955 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1cbccfa8-dcc1-4330-8711-b3dcf9608eed up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:27:16.872327 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:16.872650 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:16.895743 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:27:17.052104 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3f6345e9-3ea0-4d98-a97c-529ed67cc301 req-0600128e-810d-4fdc-b3c4-15b232f86f41 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684273 Aug 18 18:27:17.189466 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3611cb2c-7195-41ea-9e8a-12221972eb07 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:27:17.197237 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:17.213837 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Transition to ACTIVE for port object 3611cb2c-7195-41ea-9e8a-12221972eb07 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:27:17.218577 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:17.261726 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5229610-40ec-40ba-a83b-9f6804c9cb62 req-621c830d-2f59-4ee5-a92e-b4dece137b3c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:17.263829 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d5229610-40ec-40ba-a83b-9f6804c9cb62 req-621c830d-2f59-4ee5-a92e-b4dece137b3c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 945 time: 0.0529828 Aug 18 18:27:17.268048 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Pushing event updated for resources: {'Port': ['ID=3611cb2c-7195-41ea-9e8a-12221972eb07,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:17.308431 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d5229610-40ec-40ba-a83b-9f6804c9cb62 req-50fb5356-a21b-43dc-af27-437c57bce437 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384035 Aug 18 18:27:17.349051 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Attempting to bind port 3611cb2c-7195-41ea-9e8a-12221972eb07 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:27:17.349375 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Attempting to bind port 3611cb2c-7195-41ea-9e8a-12221972eb07 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:27:17.349699 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Attempting to bind port 3611cb2c-7195-41ea-9e8a-12221972eb07 on network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:27:17.354115 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Port 3611cb2c-7195-41ea-9e8a-12221972eb07 on network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:27:17.354427 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Attempting to bind port 3611cb2c-7195-41ea-9e8a-12221972eb07 on network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:27:17.360600 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:27:17.360939 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Checking segment: {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:27:17.361400 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Bound using segment: {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:27:17.362024 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Bound port: 3611cb2c-7195-41ea-9e8a-12221972eb07, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:27:17.362385 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:17.428175 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] For port 3611cb2c-7195-41ea-9e8a-12221972eb07, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:27:17.431130 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] For port 3611cb2c-7195-41ea-9e8a-12221972eb07, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3611cb2c-7195-41ea-9e8a-12221972eb07,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:27:17.435816 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:17.469269 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:17.469927 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:17.471778 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] 10.222.0.61 "PUT /v2.0/ports/3611cb2c-7195-41ea-9e8a-12221972eb07 HTTP/1.1" status: 200 len: 1094 time: 0.9681690 Aug 18 18:27:17.472345 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a5e908-0fac-49c7-945c-e58897e1deed', 'tag': '3611cb2c-7195-41ea-9e8a-12221972eb07'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:27:17.474694 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a71078c-8ae8-4d54-b09e-63b3a1586175" -d '{"events": [{"name": "network-changed", "server_uuid": "29a5e908-0fac-49c7-945c-e58897e1deed", "tag": "3611cb2c-7195-41ea-9e8a-12221972eb07"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:27:17.502272 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d07629-3fba-464a-8932-135fd331c7dc service neutron] Pushing event updated for resources: {'Port': ['ID=3611cb2c-7195-41ea-9e8a-12221972eb07,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:17.516193 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e518a5f-deec-4b02-9612-3d4576481f63 x-openstack-request-id: req-2e518a5f-deec-4b02-9612-3d4576481f63 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:27:17.516505 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a5e908-0fac-49c7-945c-e58897e1deed", "tag": "3611cb2c-7195-41ea-9e8a-12221972eb07", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:27:17.516755 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e518a5f-deec-4b02-9612-3d4576481f63 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:27:17.517153 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a5e908-0fac-49c7-945c-e58897e1deed', 'tag': '3611cb2c-7195-41ea-9e8a-12221972eb07', 'status': 'completed', 'code': 200} Aug 18 18:27:17.596688 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f502a-8c24-4119-8c90-b595137300c8 req-274e83be-815b-45a7-b61b-e6a2e50de6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:17.598455 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-274e83be-815b-45a7-b61b-e6a2e50de6ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 1097 time: 0.0460863 Aug 18 18:27:17.664676 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-03914ff0-3787-40db-a3d4-dd71f7fcc408 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3611cb2c-7195-41ea-9e8a-12221972eb07 HTTP/1.1" status: 200 len: 217 time: 0.0484545 Aug 18 18:27:17.717678 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f502a-8c24-4119-8c90-b595137300c8 req-385f12f8-fc67-4047-ba2e-35ff56041df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:17.719078 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-385f12f8-fc67-4047-ba2e-35ff56041df8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 200 len: 850 time: 0.0468912 Aug 18 18:27:17.765670 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f502a-8c24-4119-8c90-b595137300c8 req-11d87e3f-2c21-4a39-bdd9-3a1135c96d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:17.767107 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-11d87e3f-2c21-4a39-bdd9-3a1135c96d66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=993c729d-a966-4d50-b4bc-f0ad5773f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407622 Aug 18 18:27:17.864448 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-d72e45f0-f322-4633-9fe7-8076988cec02 service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853817 Aug 18 18:27:17.957605 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a09f502a-8c24-4119-8c90-b595137300c8 req-5486b2c3-c3de-4c74-b3fc-4898c4a9a40d service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829496 Aug 18 18:27:18.115916 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-ea44d554-c4dd-46c8-bb70-c7276400b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:18.117578 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-ea44d554-c4dd-46c8-bb70-c7276400b7a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 1097 time: 0.0567276 Aug 18 18:27:18.133308 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:27:18.174707 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11cb97-14a9-47c1-94ca-ed9d514ba794 req-2aff8289-3ef9-442d-8042-ff9e576e866f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:18.176237 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3c11cb97-14a9-47c1-94ca-ed9d514ba794 req-2aff8289-3ef9-442d-8042-ff9e576e866f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 944 time: 0.0490625 Aug 18 18:27:18.183986 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:27:18.188255 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:18.188865 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:18.219072 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-23bbe230-6273-4161-aed9-0b7aa672b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:18.220515 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-23bbe230-6273-4161-aed9-0b7aa672b4cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 912 time: 0.0954635 Aug 18 18:27:18.223820 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3c11cb97-14a9-47c1-94ca-ed9d514ba794 req-679bd26a-9cce-4982-8643-119ae7fa6793 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414615 Aug 18 18:27:18.268335 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:18.271476 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-84fa5351-f11a-448d-b2cc-1c2fdfbe742f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3611cb2c-7195-41ea-9e8a-12221972eb07 HTTP/1.1" status: 200 len: 217 time: 0.0381572 Aug 18 18:27:18.291348 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc4593b-37ce-4f1e-94f9-05c761e85d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:27:18.293594 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c074dbe-31c4-4b63-bd53-72877342450e" -d '{"events": [{"server_uuid": "0bc4593b-37ce-4f1e-94f9-05c761e85d60", "name": "network-vif-plugged", "status": "completed", "tag": "0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:27:18.307095 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,segment=NetworkSegment(86e58c43-0ba4-4030-a236-45162d3bb929),segment_id=86e58c43-0ba4-4030-a236-45162d3bb929)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:18.312752 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:18.327558 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-804e2ec8-8f70-4fc9-a337-6653c3e78a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:18.329212 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-804e2ec8-8f70-4fc9-a337-6653c3e78a1f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 200 len: 850 time: 0.0481474 Aug 18 18:27:18.345751 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6e9c29-6eb6-4479-b97d-1dab0c544233 x-openstack-request-id: req-5a6e9c29-6eb6-4479-b97d-1dab0c544233 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:27:18.346173 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc4593b-37ce-4f1e-94f9-05c761e85d60", "name": "network-vif-plugged", "status": "completed", "tag": "0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:27:18.346278 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a6e9c29-6eb6-4479-b97d-1dab0c544233 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:27:18.346647 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc4593b-37ce-4f1e-94f9-05c761e85d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2', 'code': 200} Aug 18 18:27:18.362821 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:18.423343 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-3b285344-e7ca-4f94-8712-69bf693af68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:18.424942 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-3b285344-e7ca-4f94-8712-69bf693af68e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=993c729d-a966-4d50-b4bc-f0ad5773f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441527 Aug 18 18:27:18.429836 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fed5f-8047-4fac-8224-02b492e63509 req-34e2db63-d811-4fca-a479-ce01bb1628a3 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:18.431470 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-612fed5f-8047-4fac-8224-02b492e63509 req-34e2db63-d811-4fca-a479-ce01bb1628a3 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 946 time: 0.0551484 Aug 18 18:27:18.470459 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-612fed5f-8047-4fac-8224-02b492e63509 req-90947a29-0f29-4cfe-bcb6-2a34735bdf23 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Aug 18 18:27:18.526376 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-30766b82-ca16-4e00-a792-a69245667460 service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922589 Aug 18 18:27:18.644101 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e14975-02bd-4e3c-bed3-8fc73be9efa4 req-be8c0f16-5f48-4cae-ac6e-09d627aa26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:18.645663 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88e14975-02bd-4e3c-bed3-8fc73be9efa4 req-be8c0f16-5f48-4cae-ac6e-09d627aa26ec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 1099 time: 0.1015909 Aug 18 18:27:18.665313 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a71078c-8ae8-4d54-b09e-63b3a1586175 req-56be474a-bd7f-4521-bc21-1ced80390646 service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282551 Aug 18 18:27:18.693104 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88e14975-02bd-4e3c-bed3-8fc73be9efa4 req-46e1ca70-4565-444c-85c4-c3fb88dbaa97 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Aug 18 18:27:18.962094 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 46914) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:19.086197 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a839235-dddd-48a0-98fa-414d8f91a878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:19.196620 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a839235-dddd-48a0-98fa-414d8f91a878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:19.202873 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a839235-dddd-48a0-98fa-414d8f91a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:19.243212 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:27:19.243812 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1a839235-dddd-48a0-98fa-414d8f91a878 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01b41e912120459fa0adc2178af042fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799928 Aug 18 18:27:19.243976 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a839235-dddd-48a0-98fa-414d8f91a878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96e7eee-89ce-47c5-8d47-30854020dca3,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:19.246388 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 46920) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:19.298784 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b7611633-257a-4bed-9456-8d936de33307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:19.319683 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b7611633-257a-4bed-9456-8d936de33307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:19.341380 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ca34d-5d6d-465e-a564-8a5f035023e9 req-f9f43843-699e-487e-a821-88826a850df5 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:19.343417 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-947ca34d-5d6d-465e-a564-8a5f035023e9 req-f9f43843-699e-487e-a821-88826a850df5 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 944 time: 0.0507741 Aug 18 18:27:19.365491 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b7611633-257a-4bed-9456-8d936de33307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:19.368285 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b7611633-257a-4bed-9456-8d936de33307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:19.369427 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b7611633-257a-4bed-9456-8d936de33307 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b96e7eee-89ce-47c5-8d47-30854020dca3 HTTP/1.1" status: 204 len: 168 time: 0.1213536 Aug 18 18:27:19.380262 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7611633-257a-4bed-9456-8d936de33307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96e7eee-89ce-47c5-8d47-30854020dca3,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:19.383793 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-947ca34d-5d6d-465e-a564-8a5f035023e9 req-aa91d055-eff2-43b9-b040-5dfd1c5e7a65 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342534 Aug 18 18:27:19.590805 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df731e4-2ddf-4ca4-a79c-fd8a74235f5b req-14eff25c-0869-4802-ad19-364ac43b36ba tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:19.593248 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6df731e4-2ddf-4ca4-a79c-fd8a74235f5b req-14eff25c-0869-4802-ad19-364ac43b36ba tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 946 time: 0.0544648 Aug 18 18:27:19.631999 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6df731e4-2ddf-4ca4-a79c-fd8a74235f5b req-625efbb5-9e8d-40ba-ac38-8094aac6c86b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329146 Aug 18 18:27:20.505702 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544f468-9d7b-454b-8545-a487223d7c21 req-0179c042-f9b4-4812-8a5f-c0ae221f3516 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:20.507210 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c544f468-9d7b-454b-8545-a487223d7c21 req-0179c042-f9b4-4812-8a5f-c0ae221f3516 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 944 time: 0.0524368 Aug 18 18:27:20.550017 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c544f468-9d7b-454b-8545-a487223d7c21 req-e737ea4e-2f2d-488c-a4b8-8e3a076ff837 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335414 Aug 18 18:27:20.748678 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a2af-b790-46e3-8cb8-ed2bf6b3808b req-fecc6c7c-c4bc-41c8-a349-e8ea1abf06d7 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:20.751770 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5742a2af-b790-46e3-8cb8-ed2bf6b3808b req-fecc6c7c-c4bc-41c8-a349-e8ea1abf06d7 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 946 time: 0.0514693 Aug 18 18:27:20.794725 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5742a2af-b790-46e3-8cb8-ed2bf6b3808b req-fbd3a681-c6e9-4e68-8b53-96471e1b08cd tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380702 Aug 18 18:27:21.666766 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d1c5e-7c0e-4d8f-b416-b3a9b278728c req-caa86cc8-c4b6-4caf-acf2-a6954cc8a171 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:21.668244 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c93d1c5e-7c0e-4d8f-b416-b3a9b278728c req-caa86cc8-c4b6-4caf-acf2-a6954cc8a171 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 944 time: 0.0516324 Aug 18 18:27:21.710339 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c93d1c5e-7c0e-4d8f-b416-b3a9b278728c req-f3812c81-07e1-40d1-87dc-fc8ee68b64f5 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357597 Aug 18 18:27:22.156325 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 3611cb2c-7195-41ea-9e8a-12221972eb07 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:27:22.264723 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 3611cb2c-7195-41ea-9e8a-12221972eb07, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3611cb2c-7195-41ea-9e8a-12221972eb07,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:22.278963 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '3611cb2c-7195-41ea-9e8a-12221972eb07', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'port_id': '3611cb2c-7195-41ea-9e8a-12221972eb07', 'mac_address': 'fa:16:3e:c6:69:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:27:22.319091 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:22.334331 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3611cb2c-7195-41ea-9e8a-12221972eb07 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:27:22.354935 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 3611cb2c-7195-41ea-9e8a-12221972eb07, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3611cb2c-7195-41ea-9e8a-12221972eb07,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:22.360298 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:22.407536 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=3611cb2c-7195-41ea-9e8a-12221972eb07,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:22.835876 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488789c-a690-4c3e-8491-4b26d030e79f req-ea18586d-47f0-4df8-9f52-6971aaeeb46a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:22.837368 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b488789c-a690-4c3e-8491-4b26d030e79f req-ea18586d-47f0-4df8-9f52-6971aaeeb46a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 945 time: 0.0553701 Aug 18 18:27:22.857643 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['3611cb2c-7195-41ea-9e8a-12221972eb07'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:27:22.877034 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b488789c-a690-4c3e-8491-4b26d030e79f req-104e6c8b-faa6-4ef3-9a35-73a8d03d0bd4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334682 Aug 18 18:27:24.002195 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f795e-53a4-4fe9-bc89-8823ca6c6fc2 req-f25a5cf8-2262-45bb-beae-6048c85ddb54 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:24.003768 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-613f795e-53a4-4fe9-bc89-8823ca6c6fc2 req-f25a5cf8-2262-45bb-beae-6048c85ddb54 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 945 time: 0.0517919 Aug 18 18:27:24.046331 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-613f795e-53a4-4fe9-bc89-8823ca6c6fc2 req-8bb46587-a73f-4bde-9c7b-f1bfaf25ecd7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362470 Aug 18 18:27:24.169667 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 3611cb2c-7195-41ea-9e8a-12221972eb07 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:27:24.224794 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 3611cb2c-7195-41ea-9e8a-12221972eb07 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:27:24.228720 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 3611cb2c-7195-41ea-9e8a-12221972eb07 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:27:24.229116 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:24.312565 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:24.337358 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a5e908-0fac-49c7-945c-e58897e1deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3611cb2c-7195-41ea-9e8a-12221972eb07'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:27:24.339737 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e74905b-6643-4dcc-9ad1-a80a42cf108a" -d '{"events": [{"server_uuid": "29a5e908-0fac-49c7-945c-e58897e1deed", "name": "network-vif-plugged", "status": "completed", "tag": "3611cb2c-7195-41ea-9e8a-12221972eb07"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:27:24.353870 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 3611cb2c-7195-41ea-9e8a-12221972eb07, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3611cb2c-7195-41ea-9e8a-12221972eb07,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:27:24.358462 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:24.384121 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ab050f-49b6-470b-aeab-994b0df3260c x-openstack-request-id: req-21ab050f-49b6-470b-aeab-994b0df3260c {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:27:24.384394 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a5e908-0fac-49c7-945c-e58897e1deed", "name": "network-vif-plugged", "status": "completed", "tag": "3611cb2c-7195-41ea-9e8a-12221972eb07", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:27:24.384622 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21ab050f-49b6-470b-aeab-994b0df3260c {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:27:24.385179 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a5e908-0fac-49c7-945c-e58897e1deed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3611cb2c-7195-41ea-9e8a-12221972eb07', 'code': 200} Aug 18 18:27:24.421089 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=3611cb2c-7195-41ea-9e8a-12221972eb07,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:24.482579 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47094) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:24.598348 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9587605d-117e-494b-855b-6880b514648e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:24.623105 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525bf0-c7a8-4cd7-babe-e78e7e22d4db req-a4b8d60f-96f2-44a8-bf0f-181eead82531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:24.624721 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51525bf0-c7a8-4cd7-babe-e78e7e22d4db req-a4b8d60f-96f2-44a8-bf0f-181eead82531 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 1099 time: 0.0463381 Aug 18 18:27:24.665382 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51525bf0-c7a8-4cd7-babe-e78e7e22d4db req-c399bb87-fa42-466a-a8c6-b28a7d7a4742 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Aug 18 18:27:24.703094 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9587605d-117e-494b-855b-6880b514648e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:24.708344 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9587605d-117e-494b-855b-6880b514648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:24.746381 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9587605d-117e-494b-855b-6880b514648e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f39deab22f434b518577c039e8bf7452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625091 Aug 18 18:27:24.747224 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587605d-117e-494b-855b-6880b514648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5ef798-9375-4631-9a12-c7d651fced8b,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:24.749376 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47100) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:24.815848 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3d5af3b3-f7f1-4acc-9efd-2e3e7b56091e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:24.838998 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3d5af3b3-f7f1-4acc-9efd-2e3e7b56091e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:24.892044 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3d5af3b3-f7f1-4acc-9efd-2e3e7b56091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:24.894551 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3d5af3b3-f7f1-4acc-9efd-2e3e7b56091e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:24.895738 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3d5af3b3-f7f1-4acc-9efd-2e3e7b56091e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea5ef798-9375-4631-9a12-c7d651fced8b HTTP/1.1" status: 204 len: 168 time: 0.1449771 Aug 18 18:27:24.905801 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5af3b3-f7f1-4acc-9efd-2e3e7b56091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5ef798-9375-4631-9a12-c7d651fced8b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:25.168001 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88b8f4-58de-4c06-a045-b95c2690e79e req-f6397870-0c4a-4e5a-aff5-35bdc3280f0b tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:25.169852 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5e88b8f4-58de-4c06-a045-b95c2690e79e req-f6397870-0c4a-4e5a-aff5-35bdc3280f0b tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0522428 Aug 18 18:27:25.182058 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47108) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:25.196537 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-38616f04-3276-4ea7-b1a6-1b37ab9db093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:25.209523 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5e88b8f4-58de-4c06-a045-b95c2690e79e req-c84e20e9-0cd7-4cb4-929a-691e07cc6183 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327330 Aug 18 18:27:25.288485 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-38616f04-3276-4ea7-b1a6-1b37ab9db093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:25.294724 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-38616f04-3276-4ea7-b1a6-1b37ab9db093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:25.332565 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-38616f04-3276-4ea7-b1a6-1b37ab9db093 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22a95b3835104c1cb2dff9e0de55c1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493227 Aug 18 18:27:25.334713 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38616f04-3276-4ea7-b1a6-1b37ab9db093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9e86f0-de63-4398-97bc-906663f841b3,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:25.335623 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47110) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:25.394384 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2989917a-939a-4311-a1a4-03b2c4e066be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:25.416517 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2989917a-939a-4311-a1a4-03b2c4e066be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:25.465953 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2989917a-939a-4311-a1a4-03b2c4e066be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:25.469049 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2989917a-939a-4311-a1a4-03b2c4e066be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:25.470257 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2989917a-939a-4311-a1a4-03b2c4e066be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a9e86f0-de63-4398-97bc-906663f841b3 HTTP/1.1" status: 204 len: 168 time: 0.1336765 Aug 18 18:27:25.485250 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989917a-939a-4311-a1a4-03b2c4e066be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9e86f0-de63-4398-97bc-906663f841b3,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:26.333708 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c5d34-c393-4a0b-ace2-b044c11a059f req-a7187e1a-7b83-4e0b-a8b1-98eebabbdc64 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:26.335245 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c87c5d34-c393-4a0b-ace2-b044c11a059f req-a7187e1a-7b83-4e0b-a8b1-98eebabbdc64 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0516527 Aug 18 18:27:26.379128 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c87c5d34-c393-4a0b-ace2-b044c11a059f req-05e76938-08a2-4467-89b7-902111d087fb tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374775 Aug 18 18:27:26.494854 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367eb24-b622-452a-87c0-9c46623bbda0 req-a95c3e30-c71e-475f-9596-c05830702a6c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:26.496391 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2367eb24-b622-452a-87c0-9c46623bbda0 req-a95c3e30-c71e-475f-9596-c05830702a6c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0520473 Aug 18 18:27:26.508772 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47148) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:26.513693 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-3e641351-fbc1-43bd-97df-22f74274461f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'floatingip': {'port_id': '3611cb2c-7195-41ea-9e8a-12221972eb07'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:27:26.563762 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e641351-fbc1-43bd-97df-22f74274461f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:27.023434 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e641351-fbc1-43bd-97df-22f74274461f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:27.027523 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e641351-fbc1-43bd-97df-22f74274461f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:27.130848 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-3e641351-fbc1-43bd-97df-22f74274461f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Floating IP e55077e6-4ce7-4b32-b85a-029d6541ca66 associated. External IP: 172.27.1.49, port: 3611cb2c-7195-41ea-9e8a-12221972eb07. Aug 18 18:27:27.349675 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e641351-fbc1-43bd-97df-22f74274461f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Router e223368c-9763-4e72-b5f1-5e5432653ecb has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:27:27.463255 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e641351-fbc1-43bd-97df-22f74274461f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:27:27.468917 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e641351-fbc1-43bd-97df-22f74274461f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:27.475536 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] Sync routers for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:27:27.485714 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:27:27.486639 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:27:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:27.500444 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3e641351-fbc1-43bd-97df-22f74274461f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "PUT /v2.0/floatingips/e55077e6-4ce7-4b32-b85a-029d6541ca66 HTTP/1.1" status: 200 len: 991 time: 0.9904053 Aug 18 18:27:27.501034 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a5e908-0fac-49c7-945c-e58897e1deed', 'tag': '3611cb2c-7195-41ea-9e8a-12221972eb07'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:27:27.503311 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75683e24-78c8-48b9-952f-538ba6519e64" -d '{"events": [{"name": "network-changed", "server_uuid": "29a5e908-0fac-49c7-945c-e58897e1deed", "tag": "3611cb2c-7195-41ea-9e8a-12221972eb07"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:27:27.551384 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a440467-91d3-46a6-980a-9eaf6d91a720 x-openstack-request-id: req-3a440467-91d3-46a6-980a-9eaf6d91a720 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:27:27.551868 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a5e908-0fac-49c7-945c-e58897e1deed", "tag": "3611cb2c-7195-41ea-9e8a-12221972eb07", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:27:27.552274 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a440467-91d3-46a6-980a-9eaf6d91a720 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:27:27.552858 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a5e908-0fac-49c7-945c-e58897e1deed', 'tag': '3611cb2c-7195-41ea-9e8a-12221972eb07', 'status': 'completed', 'code': 200} Aug 18 18:27:27.606324 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:27:27.667171 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75683e24-78c8-48b9-952f-538ba6519e64 req-1dcbcd0f-2d03-4503-82ab-b479c7149e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:27.671143 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75683e24-78c8-48b9-952f-538ba6519e64 req-1dcbcd0f-2d03-4503-82ab-b479c7149e8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 1099 time: 0.0448618 Aug 18 18:27:27.786455 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75683e24-78c8-48b9-952f-538ba6519e64 req-87476c3e-4d10-49b9-b986-3a023bfe0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:27.788219 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75683e24-78c8-48b9-952f-538ba6519e64 req-87476c3e-4d10-49b9-b986-3a023bfe0d8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 912 time: 0.0968959 Aug 18 18:27:27.870014 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75683e24-78c8-48b9-952f-538ba6519e64 req-bdeff769-b66a-4ef1-8457-948a080f0c9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3611cb2c-7195-41ea-9e8a-12221972eb07 HTTP/1.1" status: 200 len: 999 time: 0.0654919 Aug 18 18:27:27.924261 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'e55077e6-4ce7-4b32-b85a-029d6541ca66', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'port_id': '3611cb2c-7195-41ea-9e8a-12221972eb07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'mac_address': 'fa:16:3e:c6:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a5e908-0fac-49c7-945c-e58897e1deed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:27:13Z', 'updated_at': '2021-08-18T18:27:26Z', 'revision_number': 1, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:27.928652 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75683e24-78c8-48b9-952f-538ba6519e64 req-4b4d330e-6280-4c73-8987-a805996642d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:27.930132 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75683e24-78c8-48b9-952f-538ba6519e64 req-4b4d330e-6280-4c73-8987-a805996642d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 200 len: 850 time: 0.0510950 Aug 18 18:27:27.955079 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] Checking router: e223368c-9763-4e72-b5f1-5e5432653ecb for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:27:27.967040 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:27:27.967949 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:27:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:27.991736 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75683e24-78c8-48b9-952f-538ba6519e64 req-15b36b35-dccf-4954-a846-cf328f31e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:27:27.993240 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75683e24-78c8-48b9-952f-538ba6519e64 req-15b36b35-dccf-4954-a846-cf328f31e431 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=993c729d-a966-4d50-b4bc-f0ad5773f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451174 Aug 18 18:27:28.079318 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:27:28.097832 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75683e24-78c8-48b9-952f-538ba6519e64 req-503130b5-126d-403e-b921-2da76c024a8d service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929973 Aug 18 18:27:28.216327 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75683e24-78c8-48b9-952f-538ba6519e64 req-98c03b0c-93e4-49a2-8f99-3be188bc4a3b service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028464 Aug 18 18:27:28.339565 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'e55077e6-4ce7-4b32-b85a-029d6541ca66', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'port_id': '3611cb2c-7195-41ea-9e8a-12221972eb07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'mac_address': 'fa:16:3e:c6:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a5e908-0fac-49c7-945c-e58897e1deed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:27:13Z', 'updated_at': '2021-08-18T18:27:26Z', 'revision_number': 1, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:27:28.367217 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc1fb3-e4b2-4425-8a76-859a216c4d0c None None] The sync data for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi is: [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'e55077e6-4ce7-4b32-b85a-029d6541ca66', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'port_id': '3611cb2c-7195-41ea-9e8a-12221972eb07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'mac_address': 'fa:16:3e:c6:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a5e908-0fac-49c7-945c-e58897e1deed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:27:13Z', 'updated_at': '2021-08-18T18:27:26Z', 'revision_number': 1, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:27:28.566244 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4b271-f06f-4b82-8efd-4826cb9fbd4f None None] New status for floating IP e55077e6-4ce7-4b32-b85a-029d6541ca66: ACTIVE {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:27:34.532771 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47282) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:34.651084 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6a33f021-d1ed-4070-a322-fba13f005a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:34.750015 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6a33f021-d1ed-4070-a322-fba13f005a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:34.755442 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6a33f021-d1ed-4070-a322-fba13f005a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:34.792434 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-6a33f021-d1ed-4070-a322-fba13f005a25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5983413b1b124eb6a1a68df25b3dc117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579019 Aug 18 18:27:34.793174 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33f021-d1ed-4070-a322-fba13f005a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b52ed17-4145-4b89-833b-bbd25859762d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:34.795349 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47286) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:34.851171 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd513-7803-4052-8f8d-8890463ca7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:34.883110 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd513-7803-4052-8f8d-8890463ca7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:34.932566 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd513-7803-4052-8f8d-8890463ca7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:34.935142 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd513-7803-4052-8f8d-8890463ca7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:34.936468 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fdfdd513-7803-4052-8f8d-8890463ca7d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b52ed17-4145-4b89-833b-bbd25859762d HTTP/1.1" status: 204 len: 168 time: 0.1400812 Aug 18 18:27:34.944604 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdd513-7803-4052-8f8d-8890463ca7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b52ed17-4145-4b89-833b-bbd25859762d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:35.232314 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47294) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:35.246077 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1c6f-4be1-4f01-b20b-d33866dc5dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:35.344242 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1c6f-4be1-4f01-b20b-d33866dc5dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:35.349909 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3c2d1c6f-4be1-4f01-b20b-d33866dc5dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:35.385543 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d1c6f-4be1-4f01-b20b-d33866dc5dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65f09ce-18f6-49c8-b1fe-0fa73cf1433a,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:35.389883 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3c2d1c6f-4be1-4f01-b20b-d33866dc5dac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19c97925f6854b75b3d5e09c6d9aed48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565185 Aug 18 18:27:35.392567 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47296) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:35.442409 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d903aef8-e565-4523-8b04-ababc9578f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:35.466579 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d903aef8-e565-4523-8b04-ababc9578f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:35.513702 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d903aef8-e565-4523-8b04-ababc9578f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:35.516513 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d903aef8-e565-4523-8b04-ababc9578f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:35.517720 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d903aef8-e565-4523-8b04-ababc9578f3d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c65f09ce-18f6-49c8-b1fe-0fa73cf1433a HTTP/1.1" status: 204 len: 168 time: 0.1240966 Aug 18 18:27:35.525761 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903aef8-e565-4523-8b04-ababc9578f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65f09ce-18f6-49c8-b1fe-0fa73cf1433a,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:35.895818 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47312) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:35.910364 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1558e1c-351e-4054-ad01-80bc5898b457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:35.998212 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1558e1c-351e-4054-ad01-80bc5898b457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:36.007445 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1558e1c-351e-4054-ad01-80bc5898b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:36.048560 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1558e1c-351e-4054-ad01-80bc5898b457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043e5939-4951-4823-8de1-091f836147dd,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:36.056786 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e1558e1c-351e-4054-ad01-80bc5898b457 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e13f84c1938b46ecbebb291efaf734fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574585 Aug 18 18:27:36.057625 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47316) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:36.124268 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7697cc6a-cab2-4049-9244-701616bf57f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:36.147268 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7697cc6a-cab2-4049-9244-701616bf57f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:36.198128 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7697cc6a-cab2-4049-9244-701616bf57f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:36.202102 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7697cc6a-cab2-4049-9244-701616bf57f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:36.206340 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7697cc6a-cab2-4049-9244-701616bf57f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/043e5939-4951-4823-8de1-091f836147dd HTTP/1.1" status: 204 len: 168 time: 0.1481395 Aug 18 18:27:36.214745 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697cc6a-cab2-4049-9244-701616bf57f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043e5939-4951-4823-8de1-091f836147dd,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:38.904276 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-73283874-a92b-4367-bb72-c6e1b07b26eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:41.337037 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-05d6fb9b-8d70-40f5-b4c4-37dd359df8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.146043 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47436) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:42.169822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.264077 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e07bb932-fc07-4e9d-bf06-f03e52acbcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.365724 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e07bb932-fc07-4e9d-bf06-f03e52acbcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.371644 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e07bb932-fc07-4e9d-bf06-f03e52acbcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.410745 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e07bb932-fc07-4e9d-bf06-f03e52acbcc9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a00209d00534b2a8cc26fdf48de9905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635927 Aug 18 18:27:42.412215 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bb932-fc07-4e9d-bf06-f03e52acbcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5b351e-6243-4e59-904a-ba7ce8d63323,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:42.413884 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47442) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:42.473337 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf18f4ab-19c3-4b52-943c-07a571bb4559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.494779 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf18f4ab-19c3-4b52-943c-07a571bb4559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.543740 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf18f4ab-19c3-4b52-943c-07a571bb4559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.546423 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cf18f4ab-19c3-4b52-943c-07a571bb4559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.547598 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-cf18f4ab-19c3-4b52-943c-07a571bb4559 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c5b351e-6243-4e59-904a-ba7ce8d63323 HTTP/1.1" status: 204 len: 168 time: 0.1324785 Aug 18 18:27:42.555848 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18f4ab-19c3-4b52-943c-07a571bb4559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5b351e-6243-4e59-904a-ba7ce8d63323,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:42.835595 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47450) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:42.850581 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-09dc8a43-6d6f-4045-b428-b6b02f222fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.957664 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-09dc8a43-6d6f-4045-b428-b6b02f222fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:42.964158 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-09dc8a43-6d6f-4045-b428-b6b02f222fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:43.001826 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-09dc8a43-6d6f-4045-b428-b6b02f222fae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9549570421dd48d09c4d4a85c2047fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650918 Aug 18 18:27:43.002961 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc8a43-6d6f-4045-b428-b6b02f222fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6828b9b0-3236-411e-ab53-01aaa26b6862,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:43.005224 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47452) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:43.062702 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-772c54a1-7543-4588-971b-23370445f51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:43.076837 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:43.083571 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-772c54a1-7543-4588-971b-23370445f51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:43.136745 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-772c54a1-7543-4588-971b-23370445f51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:43.141012 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-772c54a1-7543-4588-971b-23370445f51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:43.142543 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-772c54a1-7543-4588-971b-23370445f51e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6828b9b0-3236-411e-ab53-01aaa26b6862 HTTP/1.1" status: 204 len: 168 time: 0.1362507 Aug 18 18:27:43.152648 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c54a1-7543-4588-971b-23370445f51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6828b9b0-3236-411e-ab53-01aaa26b6862,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:44.602556 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:45.001780 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:56.247939 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:27:59.516792 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47640) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:59.635409 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-692aa363-6059-4b28-bf5d-723fa53389f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:59.738787 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-692aa363-6059-4b28-bf5d-723fa53389f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:59.743318 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-692aa363-6059-4b28-bf5d-723fa53389f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:59.780164 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-692aa363-6059-4b28-bf5d-723fa53389f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=035c8d7dc6c74c60b15de7b672f7abae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621045 Aug 18 18:27:59.781367 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692aa363-6059-4b28-bf5d-723fa53389f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857a40b9-d516-440c-bdaa-49a39197731d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:59.783516 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47644) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:27:59.842006 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:59.864510 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:59.914400 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:59.917009 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:27:59.918135 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/857a40b9-d516-440c-bdaa-49a39197731d HTTP/1.1" status: 204 len: 168 time: 0.1336548 Aug 18 18:27:59.925841 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857a40b9-d516-440c-bdaa-49a39197731d,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:27:59.932861 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.933208 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.933544 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.933871 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.934201 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.934523 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.935148 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.935331 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.935581 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.935931 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.936205 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:27:59.936541 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5d051-ad3b-4eef-bbe1-2332fa69fed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:00.212982 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47650) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:00.231845 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-38edba1c-90c7-456d-a0f2-acbeff8ff875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:00.337151 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-38edba1c-90c7-456d-a0f2-acbeff8ff875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:00.342483 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-38edba1c-90c7-456d-a0f2-acbeff8ff875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:00.383758 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-38edba1c-90c7-456d-a0f2-acbeff8ff875 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa67dbbd825746ada8324bafe651a435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693974 Aug 18 18:28:00.384907 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edba1c-90c7-456d-a0f2-acbeff8ff875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c6010-41ed-4fa9-a568-00c6c191bce8,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:00.386747 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47654) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:00.437488 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7f6edce3-5fa2-4445-aa0b-c39ad4bee82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:00.462473 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7f6edce3-5fa2-4445-aa0b-c39ad4bee82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:00.512554 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7f6edce3-5fa2-4445-aa0b-c39ad4bee82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:00.515147 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7f6edce3-5fa2-4445-aa0b-c39ad4bee82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:00.516351 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7f6edce3-5fa2-4445-aa0b-c39ad4bee82c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e6c6010-41ed-4fa9-a568-00c6c191bce8 HTTP/1.1" status: 204 len: 168 time: 0.1285820 Aug 18 18:28:00.524949 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6edce3-5fa2-4445-aa0b-c39ad4bee82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c6010-41ed-4fa9-a568-00c6c191bce8,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:01.647491 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47686) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:01.762716 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eaed2c92-0dc4-4868-8d0c-26a9a855cac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:01.863702 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eaed2c92-0dc4-4868-8d0c-26a9a855cac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:01.868983 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eaed2c92-0dc4-4868-8d0c-26a9a855cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:01.905842 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-eaed2c92-0dc4-4868-8d0c-26a9a855cac2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4c66c655053407c955415c15ab9eb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567143 Aug 18 18:28:01.906895 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed2c92-0dc4-4868-8d0c-26a9a855cac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec390199-39cc-4dfc-b95a-3d986046846b,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:01.909119 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47690) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:01.960704 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8deceba-9c4f-4c70-a848-e5c253540a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:01.982089 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8deceba-9c4f-4c70-a848-e5c253540a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:02.031982 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8deceba-9c4f-4c70-a848-e5c253540a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:02.034546 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8deceba-9c4f-4c70-a848-e5c253540a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:02.035702 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d8deceba-9c4f-4c70-a848-e5c253540a28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec390199-39cc-4dfc-b95a-3d986046846b HTTP/1.1" status: 204 len: 168 time: 0.1250577 Aug 18 18:28:02.043851 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deceba-9c4f-4c70-a848-e5c253540a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec390199-39cc-4dfc-b95a-3d986046846b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:08.897671 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-27672282-0f40-4c3a-abad-0ec523e9317b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:10.569049 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e1a97-0020-4bab-b298-9b25d2dd78cf req-f10bd216-e658-4797-be99-207fb0789350 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:10.570581 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-859e1a97-0020-4bab-b298-9b25d2dd78cf req-f10bd216-e658-4797-be99-207fb0789350 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 946 time: 0.1624582 Aug 18 18:28:10.616400 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-859e1a97-0020-4bab-b298-9b25d2dd78cf req-d98d4113-4e0a-4957-9f07-564c3fef3f19 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Aug 18 18:28:11.337485 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3f4e400b-957d-4994-aba8-066330dd6e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:11.614266 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47840) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:11.734029 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e162c1f9-f4e0-448b-9d0b-6d55d1a222fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:11.762484 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2051db0-a3f4-4c57-ac1f-ca73e61262d4 req-f1a222a1-5614-4262-b45b-820cc1cb5bfa tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:11.763992 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2051db0-a3f4-4c57-ac1f-ca73e61262d4 req-f1a222a1-5614-4262-b45b-820cc1cb5bfa tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 946 time: 0.0764430 Aug 18 18:28:11.825026 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2051db0-a3f4-4c57-ac1f-ca73e61262d4 req-890cc7d6-3f9d-487a-ad44-404c824b1f38 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548394 Aug 18 18:28:11.869440 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e162c1f9-f4e0-448b-9d0b-6d55d1a222fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:11.874657 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e162c1f9-f4e0-448b-9d0b-6d55d1a222fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:11.913981 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e162c1f9-f4e0-448b-9d0b-6d55d1a222fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9a9e6456e3d4e059e2f55d9858aeff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985501 Aug 18 18:28:11.914894 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162c1f9-f4e0-448b-9d0b-6d55d1a222fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d6a142-8775-4666-b08e-c47d6e07114e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:11.916847 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47846) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:11.973775 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e7455036-4c4b-4569-b0d4-2638b0d57d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:11.998430 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e7455036-4c4b-4569-b0d4-2638b0d57d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:12.049423 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e7455036-4c4b-4569-b0d4-2638b0d57d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:12.052057 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e7455036-4c4b-4569-b0d4-2638b0d57d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:12.053283 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e7455036-4c4b-4569-b0d4-2638b0d57d1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1d6a142-8775-4666-b08e-c47d6e07114e HTTP/1.1" status: 204 len: 168 time: 0.1353455 Aug 18 18:28:12.061141 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7455036-4c4b-4569-b0d4-2638b0d57d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d6a142-8775-4666-b08e-c47d6e07114e,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:12.177650 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:12.520003 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec63c-7515-4510-ae4c-4a94388d230f req-cb59a93b-322e-4619-b912-d4925c7d8e7b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:12.521667 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97aec63c-7515-4510-ae4c-4a94388d230f req-cb59a93b-322e-4619-b912-d4925c7d8e7b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.61 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 946 time: 0.0625224 Aug 18 18:28:12.628811 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-97aec63c-7515-4510-ae4c-4a94388d230f req-10310136-7f88-44dc-8646-d28daa18f732 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Deleting port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:28:12.629458 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-97aec63c-7515-4510-ae4c-4a94388d230f req-10310136-7f88-44dc-8646-d28daa18f732 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:12.721435 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-97aec63c-7515-4510-ae4c-4a94388d230f req-10310136-7f88-44dc-8646-d28daa18f732 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] For port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,segment=NetworkSegment(86e58c43-0ba4-4030-a236-45162d3bb929),segment_id=86e58c43-0ba4-4030-a236-45162d3bb929)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:12.721793 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-97aec63c-7515-4510-ae4c-4a94388d230f req-10310136-7f88-44dc-8646-d28daa18f732 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:12.733594 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-97aec63c-7515-4510-ae4c-4a94388d230f req-10310136-7f88-44dc-8646-d28daa18f732 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Calling delete_port for 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:28:13.081649 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:13.102096 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7b8d0-4b18-4ad8-b27a-4e79e24e0b75 req-5366217f-1ed6-41f9-9beb-b916f49ed9cc tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:13.103722 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-30b7b8d0-4b18-4ad8-b27a-4e79e24e0b75 req-5366217f-1ed6-41f9-9beb-b916f49ed9cc tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc4593b-37ce-4f1e-94f9-05c761e85d60 HTTP/1.1" status: 200 len: 946 time: 0.0782998 Aug 18 18:28:13.157139 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-30b7b8d0-4b18-4ad8-b27a-4e79e24e0b75 req-edc9d51b-c3e4-4414-870d-af22a2a06941 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441031 Aug 18 18:28:13.216912 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-97aec63c-7515-4510-ae4c-4a94388d230f req-10310136-7f88-44dc-8646-d28daa18f732 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:13.261032 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10310136-7f88-44dc-8646-d28daa18f732 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Pushing event deleted for resources: {'Port': ['ID=0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:13.271159 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:28:13.316175 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aec63c-7515-4510-ae4c-4a94388d230f req-10310136-7f88-44dc-8646-d28daa18f732 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] No DVR routers for this DVR port 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:28:13.319306 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-97aec63c-7515-4510-ae4c-4a94388d230f req-10310136-7f88-44dc-8646-d28daa18f732 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:13.321444 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97aec63c-7515-4510-ae4c-4a94388d230f req-10310136-7f88-44dc-8646-d28daa18f732 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.61 "DELETE /v2.0/ports/0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 HTTP/1.1" status: 204 len: 173 time: 0.7906957 Aug 18 18:28:13.321927 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc4593b-37ce-4f1e-94f9-05c761e85d60', 'name': 'network-vif-deleted', 'tag': '0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:13.325090 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadef7d9-38b7-42db-a901-8f4cca8537b3" -d '{"events": [{"server_uuid": "0bc4593b-37ce-4f1e-94f9-05c761e85d60", "name": "network-vif-deleted", "tag": "0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:13.371198 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6cda1f-daea-432f-8424-d5976e62b374 x-openstack-request-id: req-2f6cda1f-daea-432f-8424-d5976e62b374 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:13.371518 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc4593b-37ce-4f1e-94f9-05c761e85d60", "name": "network-vif-deleted", "tag": "0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:13.371766 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f6cda1f-daea-432f-8424-d5976e62b374 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:13.372161 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc4593b-37ce-4f1e-94f9-05c761e85d60', 'name': 'network-vif-deleted', 'tag': '0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2', 'status': 'completed', 'code': 200} Aug 18 18:28:14.600729 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:14.979049 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b2b83-95d3-4a70-b010-04d86c16bb1c req-b5cbe0d9-a8c1-447c-9305-777383c50cc0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:14.980675 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-265b2b83-95d3-4a70-b010-04d86c16bb1c req-b5cbe0d9-a8c1-447c-9305-777383c50cc0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 947 time: 0.0508893 Aug 18 18:28:14.995452 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:15.021363 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-265b2b83-95d3-4a70-b010-04d86c16bb1c req-26ed9c19-a349-468b-b8ea-538ff5ce8541 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Aug 18 18:28:16.157514 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0813fe-c214-4235-9ca5-f7842b45b20e req-97c2d83a-9562-412a-8b1a-b27cd6df2660 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:16.159233 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4d0813fe-c214-4235-9ca5-f7842b45b20e req-97c2d83a-9562-412a-8b1a-b27cd6df2660 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 947 time: 0.0571234 Aug 18 18:28:16.198890 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4d0813fe-c214-4235-9ca5-f7842b45b20e req-d21d146b-7585-4191-bdc8-c87f67ae3fac tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331919 Aug 18 18:28:17.310822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:28:17.323171 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656dd49-c9a0-4264-85ea-e1eff260c23a req-d7232e82-649c-4035-806a-bb13f0558bfb tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:17.324710 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e656dd49-c9a0-4264-85ea-e1eff260c23a req-d7232e82-649c-4035-806a-bb13f0558bfb tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 947 time: 0.0524154 Aug 18 18:28:17.334373 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:28:17.334710 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 0af2c1d6-d433-4ee1-8ce3-3dcda31fadb2 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:28:17.368298 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e656dd49-c9a0-4264-85ea-e1eff260c23a req-473c5557-198b-48fd-be80-5d1054d1bf79 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372527 Aug 18 18:28:17.560296 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-dba34246-175b-41ec-8c46-ce3429ef7f76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418665 Aug 18 18:28:17.684904 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-964190cb-a4ce-4642-a317-d5c50b1877fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:17.686449 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-964190cb-a4ce-4642-a317-d5c50b1877fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 1098 time: 0.0544844 Aug 18 18:28:17.795317 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-da04de7e-adc2-4347-ba2c-f24569213907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:17.797173 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-da04de7e-adc2-4347-ba2c-f24569213907 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 913 time: 0.0900280 Aug 18 18:28:17.871215 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-68024352-ffe5-4a1f-a0b5-b31612607783 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff HTTP/1.1" status: 200 len: 1001 time: 0.0665157 Aug 18 18:28:17.932948 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-a2149112-dd6f-4399-9850-de29a3bfab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:17.934427 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-a2149112-dd6f-4399-9850-de29a3bfab11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.0552421 Aug 18 18:28:17.982723 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-4844bdc7-4551-4bd6-9517-d2db10c7afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:17.984416 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-4844bdc7-4551-4bd6-9517-d2db10c7afed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419674 Aug 18 18:28:18.081611 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-c4913c25-2e83-46f1-a49e-6f1487fcdb9d service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883346 Aug 18 18:28:18.184885 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e56eadf-a930-4a70-af25-5d3d45760d2d req-25f12de1-bbf6-41a6-91fa-0ddf5f8ba4aa service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935235 Aug 18 18:28:18.506970 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b3b00-18ea-456d-b1ea-f6d08d03fb62 req-0fd64e9b-a0fb-440d-85f5-2042f9f4880f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:18.508487 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b15b3b00-18ea-456d-b1ea-f6d08d03fb62 req-0fd64e9b-a0fb-440d-85f5-2042f9f4880f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 947 time: 0.0594985 Aug 18 18:28:18.528473 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47966) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:18.548575 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b15b3b00-18ea-456d-b1ea-f6d08d03fb62 req-3ae1e742-1283-4604-9808-1f3ca1dc2ec6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336409 Aug 18 18:28:18.639004 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:18.756767 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:18.762468 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:18.803872 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd76334d19b6402795f8fb9631b9803d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742395 Aug 18 18:28:18.806368 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47982) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:18.813095 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f49eee-2746-44ae-9bb7-da68da0461bb,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:18.830887 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.831329 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.831693 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.832012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.832342 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.832884 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.833251 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.833631 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.833965 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.834371 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.834699 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.835022 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90749f25-8174-46b3-8ba9-7b835e87054d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:18.877767 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3fb26043-9f66-4d45-b333-948353e67a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:18.900638 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3fb26043-9f66-4d45-b333-948353e67a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:18.958885 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3fb26043-9f66-4d45-b333-948353e67a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:18.961631 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3fb26043-9f66-4d45-b333-948353e67a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:18.962834 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3fb26043-9f66-4d45-b333-948353e67a77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01f49eee-2746-44ae-9bb7-da68da0461bb HTTP/1.1" status: 204 len: 168 time: 0.1555841 Aug 18 18:28:18.971691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb26043-9f66-4d45-b333-948353e67a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f49eee-2746-44ae-9bb7-da68da0461bb,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:19.042560 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde4ff-ff26-41e0-bf6b-a30b9236b647 req-473b1613-e960-47d7-aced-bf8cebae866e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:19.043999 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e2fde4ff-ff26-41e0-bf6b-a30b9236b647 req-473b1613-e960-47d7-aced-bf8cebae866e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 945 time: 0.0506322 Aug 18 18:28:19.086743 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e2fde4ff-ff26-41e0-bf6b-a30b9236b647 req-173ebb6f-585e-4a28-8a02-3c9c57783e49 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362391 Aug 18 18:28:19.243302 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 47990) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:19.256837 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-162f3c7e-fa19-4619-b811-4366118b0edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:19.352715 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-162f3c7e-fa19-4619-b811-4366118b0edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:19.358034 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-162f3c7e-fa19-4619-b811-4366118b0edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:19.395805 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-162f3c7e-fa19-4619-b811-4366118b0edc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbe780bdb9b147d39d04b83a9e9e6308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513910 Aug 18 18:28:19.397079 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f3c7e-fa19-4619-b811-4366118b0edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ab09d1-7b30-42f0-a5fe-dad2ba89b602,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:19.398804 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 47992) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:19.449800 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc057-6a52-4763-bf05-cac1c0d89b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:19.472462 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc057-6a52-4763-bf05-cac1c0d89b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:19.526406 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc057-6a52-4763-bf05-cac1c0d89b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:19.528972 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc057-6a52-4763-bf05-cac1c0d89b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:19.530117 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-6b3bc057-6a52-4763-bf05-cac1c0d89b61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83ab09d1-7b30-42f0-a5fe-dad2ba89b602 HTTP/1.1" status: 204 len: 168 time: 0.1303086 Aug 18 18:28:19.538383 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bc057-6a52-4763-bf05-cac1c0d89b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ab09d1-7b30-42f0-a5fe-dad2ba89b602,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:19.665350 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-d5772374-dca5-4f03-8937-e64e6e0aa3ae tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:19.666855 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-d5772374-dca5-4f03-8937-e64e6e0aa3ae tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.61 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 947 time: 0.0608418 Aug 18 18:28:19.682856 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0404a78-ecb8-45fd-9c96-da7b016ec4ac req-1ba9bc1a-090f-4fc8-80f5-11c7fd514be8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:19.685022 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f0404a78-ecb8-45fd-9c96-da7b016ec4ac req-1ba9bc1a-090f-4fc8-80f5-11c7fd514be8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 947 time: 0.0570154 Aug 18 18:28:19.740576 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f0404a78-ecb8-45fd-9c96-da7b016ec4ac req-999b88a5-0683-4816-8b17-2b4d067ee487 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fac1ffd-3431-4ea0-982e-018966dbfd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465493 Aug 18 18:28:19.783602 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Deleting port 6b672e8c-d81d-4464-a017-ff3604ec1a1c {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:28:19.783602 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:19.879945 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] For port 6b672e8c-d81d-4464-a017-ff3604ec1a1c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=6b672e8c-d81d-4464-a017-ff3604ec1a1c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:19.880311 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:20.129755 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:20.130198 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:20.130430 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Floating IP 87e031e8-ccb4-4146-a9e4-2beb3314197d disassociated. External IP: 172.27.1.179, port: 6b672e8c-d81d-4464-a017-ff3604ec1a1c. Aug 18 18:28:20.130772 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Calling delete_port for 6b672e8c-d81d-4464-a017-ff3604ec1a1c owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:28:20.244323 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885ea90-b2f7-4ff2-a3c0-69d6c7aa1fb3 req-c9a4c29f-b540-4227-9a5f-f595916bd2b8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:20.245798 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9885ea90-b2f7-4ff2-a3c0-69d6c7aa1fb3 req-c9a4c29f-b540-4227-9a5f-f595916bd2b8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 945 time: 0.0714858 Aug 18 18:28:20.323458 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9885ea90-b2f7-4ff2-a3c0-69d6c7aa1fb3 req-21d44ada-5cd2-424a-bd11-5c075a103ead tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702586 Aug 18 18:28:20.335703 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:20.381970 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event deleted for resources: {'Port': ['ID=6b672e8c-d81d-4464-a017-ff3604ec1a1c,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:20.494911 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:28:20.603568 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:28:20.616121 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] Sync routers for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:28:20.626169 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:28:20.626819 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:28:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:20.647766 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] No DVR routers for this DVR port 6b672e8c-d81d-4464-a017-ff3604ec1a1c on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:28:20.650817 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:20.653520 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9912a238-922b-4c73-b91a-0f13f2a577bb req-89200a48-0d2e-441b-9ee5-4db4279664c5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.61 "DELETE /v2.0/ports/6b672e8c-d81d-4464-a017-ff3604ec1a1c HTTP/1.1" status: 204 len: 173 time: 0.9791179 Aug 18 18:28:20.653891 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'name': 'network-vif-deleted', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:20.657239 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cc3e23-5127-4908-9c18-1afb1c67e159" -d '{"events": [{"server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "name": "network-vif-deleted", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:20.693284 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4ec2df-f52f-47f8-b46d-fbf030727d33 x-openstack-request-id: req-6c4ec2df-f52f-47f8-b46d-fbf030727d33 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:20.693873 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6750d628-7989-495b-b278-6d4b970cf648", "name": "network-vif-deleted", "tag": "6b672e8c-d81d-4464-a017-ff3604ec1a1c", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:20.693873 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c4ec2df-f52f-47f8-b46d-fbf030727d33 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:20.694180 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6750d628-7989-495b-b278-6d4b970cf648', 'name': 'network-vif-deleted', 'tag': '6b672e8c-d81d-4464-a017-ff3604ec1a1c', 'status': 'completed', 'code': 200} Aug 18 18:28:20.858870 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f7c5fdf1-5e07-4315-b61a-c3aea9c9594c req-a9e86145-8546-4bbe-9f43-c55c95f46cd0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0261822 Aug 18 18:28:20.867928 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:28:21.072384 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:21.099272 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] Checking router: 9bdb8882-4dbe-4c12-90bf-148969c16bf4 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:28:21.108165 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:28:21.109010 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:28:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:21.221683 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:28:21.434596 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:21.441052 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a6bd6-6b89-4d3f-a50e-21fe31127693 req-b1798858-1fa0-452e-bee7-3e422705ca99 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:21.442628 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3e2a6bd6-6b89-4d3f-a50e-21fe31127693 req-b1798858-1fa0-452e-bee7-3e422705ca99 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 945 time: 0.0487518 Aug 18 18:28:21.462026 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaadc56-d347-4923-a2fc-d6b531d53891 None None] The sync data for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi is: [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:28:21.481627 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3e2a6bd6-6b89-4d3f-a50e-21fe31127693 req-663ff99e-e252-4f91-9457-b4b2c634d094 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329263 Aug 18 18:28:21.697581 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762d5002-82c2-4e9a-a2b2-2c604c7cacd7 None None] New status for floating IP 87e031e8-ccb4-4146-a9e4-2beb3314197d: DOWN {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:28:21.993509 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5c53d242-40d9-4b07-a25f-cc896d73702d req-a7f1fba6-7ee5-427e-8ada-f95c131492e1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0301576 Aug 18 18:28:22.609427 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12148046-3113-4925-a2d7-fed3285348a9 req-0ca958c8-f210-497c-bd17-ed6d50105a99 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:22.610742 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12148046-3113-4925-a2d7-fed3285348a9 req-0ca958c8-f210-497c-bd17-ed6d50105a99 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 945 time: 0.0596814 Aug 18 18:28:22.650147 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12148046-3113-4925-a2d7-fed3285348a9 req-43606fa4-be45-437e-842f-8059defcd44a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332234 Aug 18 18:28:23.116344 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a2497bb8-fd67-4d3f-8bb5-36acb934ab47 req-534abcf4-2839-4c5f-b66a-592b01fd6faa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6750d628-7989-495b-b278-6d4b970cf648 HTTP/1.1" status: 200 len: 210 time: 0.0273199 Aug 18 18:28:23.309877 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8ffc8972-9c93-427f-a838-46bc620258eb tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:23.311332 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8ffc8972-9c93-427f-a838-46bc620258eb tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/networks?id=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd HTTP/1.1" status: 200 len: 813 time: 0.1237085 Aug 18 18:28:23.330460 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-524c7895-5177-4e86-842c-1380b2adada9 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/quotas/2d29a2d6bf22425d8420c353012d3641 HTTP/1.1" status: 200 len: 375 time: 0.0094151 Aug 18 18:28:23.366028 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-e67d3826-0dae-4339-aee4-d231b0403653 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d29a2d6bf22425d8420c353012d3641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303352 Aug 18 18:28:23.556886 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-eb7521f8-646c-4957-97b2-44e5753b872d service neutron] 10.222.0.46 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805201 Aug 18 18:28:23.673893 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-3bcaa4ba-cafa-436d-a3de-2c5737855e08 service neutron] 10.222.0.46 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110439 Aug 18 18:28:23.690914 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728027bc-2fde-4c29-90b5-85ec02593eee req-68318ca0-d5ed-4479-bf84-cbbac8de7b04 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:23.692503 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-728027bc-2fde-4c29-90b5-85ec02593eee req-68318ca0-d5ed-4479-bf84-cbbac8de7b04 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 945 time: 0.0670416 Aug 18 18:28:23.785913 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097bd1a-e0d8-4d00-a9c5-316c4f58457a req-4bedb798-86e3-41db-90f6-895d10737009 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:23.792872 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Deleting port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:28:23.793214 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:23.795542 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7097bd1a-e0d8-4d00-a9c5-316c4f58457a req-4bedb798-86e3-41db-90f6-895d10737009 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 945 time: 0.0708084 Aug 18 18:28:23.832794 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7097bd1a-e0d8-4d00-a9c5-316c4f58457a req-5824e7c9-1693-47b5-83bb-4422e660ee45 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358050 Aug 18 18:28:23.876807 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fc3b517a-cf31-445e-9d34-7b6bfb59e6fc req-7d7751a1-81e3-4c57-bfba-581e57cc6a89 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 210 time: 0.0329864 Aug 18 18:28:23.918662 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] For port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:23.919017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.113255 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.113703 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.114034 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Floating IP aed0d618-46dc-4dfc-8a81-adeb8805484e disassociated. External IP: 172.27.1.237, port: ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff. Aug 18 18:28:24.114499 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Calling delete_port for ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:28:24.214773 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48062) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:24.260248 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.274984 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c939-aeb0-414f-8712-7dbc74e90555 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.287557 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event deleted for resources: {'Port': ['ID=ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:24.304258 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c939-aeb0-414f-8712-7dbc74e90555 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.358491 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c939-aeb0-414f-8712-7dbc74e90555 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.361275 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c939-aeb0-414f-8712-7dbc74e90555 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.362425 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2ea4c939-aeb0-414f-8712-7dbc74e90555 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "DELETE /v2.0/security-groups/6fac1ffd-3431-4ea0-982e-018966dbfd05 HTTP/1.1" status: 204 len: 168 time: 0.1466351 Aug 18 18:28:24.366463 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48066) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:24.381069 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4c939-aeb0-414f-8712-7dbc74e90555 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fac1ffd-3431-4ea0-982e-018966dbfd05,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:24.388147 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.api.v2.resource [None req-8cf1ed94-5a12-483a-a58b-1ae79767f503 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] show failed (client error): The resource could not be found. Aug 18 18:28:24.389286 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8cf1ed94-5a12-483a-a58b-1ae79767f503 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups/6fac1ffd-3431-4ea0-982e-018966dbfd05 HTTP/1.1" status: 404 len: 347 time: 0.0204067 Aug 18 18:28:24.392499 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48068) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:24.419365 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:28:24.544909 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:28:24.558848 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] Sync routers for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:28:24.570652 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:28:24.571542 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:28:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:24.608644 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] No DVR routers for this DVR port ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:28:24.611531 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.613683 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-728027bc-2fde-4c29-90b5-85ec02593eee req-655633fa-958e-400a-877c-18e65844731c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "DELETE /v2.0/ports/ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff HTTP/1.1" status: 204 len: 173 time: 0.9140542 Aug 18 18:28:24.614133 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'name': 'network-vif-deleted', 'tag': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:24.616509 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ebc47a-c9cd-4d29-b951-654bc17902d2" -d '{"events": [{"server_uuid": "2d5ca397-a1c0-4bee-8962-706c2008e8de", "name": "network-vif-deleted", "tag": "ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:24.680941 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb656b5-c566-4e87-918e-082d5b9dbeed x-openstack-request-id: req-9cb656b5-c566-4e87-918e-082d5b9dbeed {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:24.681237 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5ca397-a1c0-4bee-8962-706c2008e8de", "name": "network-vif-deleted", "tag": "ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:24.681526 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9cb656b5-c566-4e87-918e-082d5b9dbeed {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:24.681973 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5ca397-a1c0-4bee-8962-706c2008e8de', 'name': 'network-vif-deleted', 'tag': 'ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff', 'status': 'completed', 'code': 200} Aug 18 18:28:24.743203 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:28:24.824517 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f3e66-d943-46d9-9069-009dcb1138ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Deleting port ac3b09e6-1e15-4d02-bf87-a4d016028004 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:28:24.825087 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc2f3e66-d943-46d9-9069-009dcb1138ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.932511 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc2f3e66-d943-46d9-9069-009dcb1138ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.932824 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc2f3e66-d943-46d9-9069-009dcb1138ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:24.956427 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f48a6cf7-65b4-4e62-a710-aaa24282c19e req-11f82f46-b4a1-4776-ad1d-dc0b55070651 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d5ca397-a1c0-4bee-8962-706c2008e8de HTTP/1.1" status: 200 len: 210 time: 0.0399432 Aug 18 18:28:24.960221 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f3e66-d943-46d9-9069-009dcb1138ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Calling delete_port for ac3b09e6-1e15-4d02-bf87-a4d016028004 owned by network:floatingip {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:28:24.992958 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:25.000312 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a95c8c91-e0f6-4b6a-942a-23c9c7f3200b req-cf9e566f-5878-49e5-bd3b-9e0a995cc992 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 210 time: 0.0394409 Aug 18 18:28:25.023939 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] Checking router: 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:28:25.032999 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:28:25.033610 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:28:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:25.126183 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc2f3e66-d943-46d9-9069-009dcb1138ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.158881 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:28:25.167116 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f3e66-d943-46d9-9069-009dcb1138ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event deleted for resources: {'Port': ['ID=ac3b09e6-1e15-4d02-bf87-a4d016028004,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:25.233634 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc2f3e66-d943-46d9-9069-009dcb1138ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.234394 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc2f3e66-d943-46d9-9069-009dcb1138ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.235595 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-bc2f3e66-d943-46d9-9069-009dcb1138ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "DELETE /v2.0/floatingips/87e031e8-ccb4-4146-a9e4-2beb3314197d HTTP/1.1" status: 204 len: 168 time: 0.8419390 Aug 18 18:28:25.384420 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:25.413715 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-1da97868-8847-4bb0-a43e-b374008d27c2 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:25.415367 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-1da97868-8847-4bb0-a43e-b374008d27c2 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.61 "GET /v2.0/networks?id=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd HTTP/1.1" status: 200 len: 813 time: 0.1673901 Aug 18 18:28:25.421849 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bf873-3738-4e67-b17a-20488a5e7137 None None] The sync data for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi is: [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:28:25.442484 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Request body: {'port': {'device_id': '6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23', 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd', 'admin_state_up': True, 'tenant_id': '2d29a2d6bf22425d8420c353012d3641'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:25.557710 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Made reservation on behalf of 2d29a2d6bf22425d8420c353012d3641 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:28:25.563982 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.589930 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48084) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:25.594945 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-ca4c7876-ccea-4a87-addb-8adde612864a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4341812', 'description': 'tempest-description--1834724333'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:25.620363 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7876-ccea-4a87-addb-8adde612864a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.693014 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d572c49a-a414-4206-ba9f-69c5bc675f6b None None] New status for floating IP aed0d618-46dc-4dfc-8a81-adeb8805484e: DOWN {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:28:25.720223 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7876-ccea-4a87-addb-8adde612864a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.726577 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7876-ccea-4a87-addb-8adde612864a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.729316 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Allocated IP 172.20.0.9 (5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd/11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46/acdcd553-53b3-4647-b4a4-57acb3915eed) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:28:25.760780 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c7876-ccea-4a87-addb-8adde612864a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8298c-49c6-49d9-9b88-0f64b0ce8915,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:25.780212 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7876-ccea-4a87-addb-8adde612864a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.784843 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ca4c7876-ccea-4a87-addb-8adde612864a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1906362 Aug 18 18:28:25.785142 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48086) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:25.792575 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-5970d8bd-d5c4-438e-9f40-df7e46677805 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'security_group_rule': {'security_group_id': 'efd8298c-49c6-49d9-9b88-0f64b0ce8915', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:25.831601 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5970d8bd-d5c4-438e-9f40-df7e46677805 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.888255 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5970d8bd-d5c4-438e-9f40-df7e46677805 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.893215 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5970d8bd-d5c4-438e-9f40-df7e46677805 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.907751 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.912177 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970d8bd-d5c4-438e-9f40-df7e46677805 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7485f7e-1ea6-4cc0-ace2-87cfd076a968,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:25.918439 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5970d8bd-d5c4-438e-9f40-df7e46677805 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.919785 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-5970d8bd-d5c4-438e-9f40-df7e46677805 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336081 Aug 18 18:28:25.922668 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48088) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:25.927201 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-e5085b39-8cb6-4240-bc88-ea492715df9f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'security_group_rule': {'security_group_id': 'efd8298c-49c6-49d9-9b88-0f64b0ce8915', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:25.951470 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:25.953966 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e5085b39-8cb6-4240-bc88-ea492715df9f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:26.000068 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:28:26.004471 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:28:26.008987 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:28:26.021738 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e5085b39-8cb6-4240-bc88-ea492715df9f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:26.026899 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e5085b39-8cb6-4240-bc88-ea492715df9f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:26.038761 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Pushing event updated for resources: {'Port': ['ID=acdcd553-53b3-4647-b4a4-57acb3915eed,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:26.050879 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5085b39-8cb6-4240-bc88-ea492715df9f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8868b60a-c0f2-45b2-b6d6-b4847c29e506,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:26.060465 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e5085b39-8cb6-4240-bc88-ea492715df9f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:26.065380 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 48096) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:26.066478 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e5085b39-8cb6-4240-bc88-ea492715df9f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426480 Aug 18 18:28:26.071984 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'floatingip': {'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:26.125022 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:26.125640 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:26.146130 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:26.153480 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-d21ec1a9-9dbe-49e6-8a61-9cc49e5c555b tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7151568 Aug 18 18:28:26.202835 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Request body: {'port': {'device_id': '6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:26.211754 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c729a7-6981-4954-bf75-7238564a5f1a req-73cecbb9-efa8-4110-a156-ad72695ab7ad tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:26.213207 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97c729a7-6981-4954-bf75-7238564a5f1a req-73cecbb9-efa8-4110-a156-ad72695ab7ad tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 931 time: 0.1327446 Aug 18 18:28:26.235249 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-0a504b37-891f-46ec-af10-9160c7695230 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974344522&fields=id&tenant_id=eb942a32e2e548df9459ea2edaee63f1 HTTP/1.1" status: 200 len: 267 time: 0.0365720 Aug 18 18:28:26.300835 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:26.314679 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-97c729a7-6981-4954-bf75-7238564a5f1a req-a8d9819f-ac6e-493d-bb98-5957c76af8b8 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845912 Aug 18 18:28:26.356196 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-92f1dfd4-56cc-450a-9fb5-35e10d80b3d3 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:26.359842 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-92f1dfd4-56cc-450a-9fb5-35e10d80b3d3 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 812 time: 0.1148849 Aug 18 18:28:26.375438 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-44b238db-c149-4444-ac3b-b9403490314f tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/quotas/eb942a32e2e548df9459ea2edaee63f1 HTTP/1.1" status: 200 len: 375 time: 0.0104461 Aug 18 18:28:26.430359 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-71248fa3-ba57-4233-ae67-6233aa723114 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489039 Aug 18 18:28:26.455893 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:26.588727 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-6564f5c3-213f-4d28-998a-765363950378 service neutron] 10.222.0.46 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447532 Aug 18 18:28:26.644860 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Allocated IP 172.27.1.195 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/5e78e7cd-66f9-47d4-9c7a-cf8aafdb1735) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:28:26.693898 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-afb4520e-2645-42c3-a098-d6a4c96ac65d service neutron] 10.222.0.46 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983844 Aug 18 18:28:26.722953 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acdcd553-53b3-4647-b4a4-57acb3915eed {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:28:26.732810 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:26.754055 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Transition to ACTIVE for port object acdcd553-53b3-4647-b4a4-57acb3915eed will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:28:26.759047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:26.893702 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 6b672e8c-d81d-4464-a017-ff3604ec1a1c no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:28:26.916913 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 6b672e8c-d81d-4464-a017-ff3604ec1a1c {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:28:26.917319 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 6b672e8c-d81d-4464-a017-ff3604ec1a1c not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:28:27.096546 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:27.113530 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Pushing event updated for resources: {'Port': ['ID=acdcd553-53b3-4647-b4a4-57acb3915eed,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:27.137219 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c40417cc-1401-4419-a197-370186aa5067 req-c77f43c7-3736-49ca-a5d6-7e8287f54d68 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 210 time: 0.0523405 Aug 18 18:28:27.222766 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Attempting to bind port acdcd553-53b3-4647-b4a4-57acb3915eed on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:28:27.223144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Attempting to bind port acdcd553-53b3-4647-b4a4-57acb3915eed by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '86e58c43-0ba4-4030-a236-45162d3bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:28:27.223568 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Attempting to bind port acdcd553-53b3-4647-b4a4-57acb3915eed on network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:28:27.228754 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:27.232652 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Port acdcd553-53b3-4647-b4a4-57acb3915eed on network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:28:27.233069 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Attempting to bind port acdcd553-53b3-4647-b4a4-57acb3915eed on network 5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:28:27.270682 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:28:27.271023 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Checking segment: {'id': '86e58c43-0ba4-4030-a236-45162d3bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:28:27.271428 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Bound using segment: {'id': '86e58c43-0ba4-4030-a236-45162d3bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:28:27.271877 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Bound port: acdcd553-53b3-4647-b4a4-57acb3915eed, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e58c43-0ba4-4030-a236-45162d3bb929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:28:27.272235 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:27.289611 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:28:27.298766 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:28:27.303799 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:28:27.342713 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'Port': ['ID=5e78e7cd-66f9-47d4-9c7a-cf8aafdb1735,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:27.417829 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] For port acdcd553-53b3-4647-b4a4-57acb3915eed, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:28:27.434252 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] For port acdcd553-53b3-4647-b4a4-57acb3915eed, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=acdcd553-53b3-4647-b4a4-57acb3915eed,segment=NetworkSegment(86e58c43-0ba4-4030-a236-45162d3bb929),segment_id=86e58c43-0ba4-4030-a236-45162d3bb929)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:28:27.441813 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7755f-4daf-4474-a3db-d9525f3686cf req-c9a716c1-c647-4f7e-8438-527315db0068 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:27.442618 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:27.443395 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ffd7755f-4daf-4474-a3db-d9525f3686cf req-c9a716c1-c647-4f7e-8438-527315db0068 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 943 time: 0.0532594 Aug 18 18:28:27.458619 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:27.502571 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:27.503187 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:27.504788 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] 10.222.0.61 "PUT /v2.0/ports/acdcd553-53b3-4647-b4a4-57acb3915eed HTTP/1.1" status: 200 len: 1093 time: 1.3098063 Aug 18 18:28:27.505420 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23', 'tag': 'acdcd553-53b3-4647-b4a4-57acb3915eed'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:27.508091 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a096cac-9fc5-43e5-a240-7f249a403bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23", "tag": "acdcd553-53b3-4647-b4a4-57acb3915eed"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:27.509556 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ffd7755f-4daf-4474-a3db-d9525f3686cf req-f5700fd9-9d9e-4d77-81ee-9abb2dbe2f07 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570831 Aug 18 18:28:27.550543 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:27.575186 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4fe5e-7569-4a1c-acb9-3c4d869c7a95 service neutron] Pushing event updated for resources: {'Port': ['ID=acdcd553-53b3-4647-b4a4-57acb3915eed,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:27.579713 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5a882a-1522-4f57-8e35-382798a41607 x-openstack-request-id: req-de5a882a-1522-4f57-8e35-382798a41607 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:27.579995 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23", "tag": "acdcd553-53b3-4647-b4a4-57acb3915eed", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:27.580245 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de5a882a-1522-4f57-8e35-382798a41607 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:27.580639 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23', 'tag': 'acdcd553-53b3-4647-b4a4-57acb3915eed', 'status': 'completed', 'code': 200} Aug 18 18:28:27.700238 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-28c02cea-d22f-4874-919b-2b6697070e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:27.701596 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-28c02cea-d22f-4874-919b-2b6697070e3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d29a2d6bf22425d8420c353012d3641&device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 1096 time: 0.0999548 Aug 18 18:28:27.765045 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-608a1eea-f9c1-4ad7-9812-fced97114ff7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acdcd553-53b3-4647-b4a4-57acb3915eed HTTP/1.1" status: 200 len: 217 time: 0.0443144 Aug 18 18:28:27.833102 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:27.844027 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:27.847627 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-49196056-a4e8-4ab9-a2dd-fc423b6bea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:27.850006 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-49196056-a4e8-4ab9-a2dd-fc423b6bea6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46 HTTP/1.1" status: 200 len: 853 time: 0.0727043 Aug 18 18:28:27.908081 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-a8018500-a839-4af3-ad03-2f9a1c266d93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476453 Aug 18 18:28:27.988018 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'Port': ['ID=5e78e7cd-66f9-47d4-9c7a-cf8aafdb1735,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:28.004675 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:28.025135 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:28.026340 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-680611b2-97f9-4109-8dbc-ca075c7cc05e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9593143 Aug 18 18:28:28.049527 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-e754e4de-c05f-4d4a-b894-9ad95812c356 service neutron] 10.222.0.61 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208694 Aug 18 18:28:28.240381 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-2ba11b66-60a7-42a3-8c7b-89190c736ece tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--4341812&fields=id&tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2 HTTP/1.1" status: 200 len: 267 time: 0.0555582 Aug 18 18:28:28.299567 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-22a2f1b7-c715-4851-8e25-d6161f1a5d93 req-5d434a84-8d8e-457d-94c3-49b8edae23f3 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 210 time: 0.0605779 Aug 18 18:28:28.310815 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b140cb-d24c-4c8c-b775-cfcd82eb41df req-959c7f50-a358-4521-9698-8e94bba1522b service neutron] 10.222.0.61 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156794 Aug 18 18:28:28.322301 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-880f14ab-7250-4f4b-b9b0-15d884d91b03 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:28.323862 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-880f14ab-7250-4f4b-b9b0-15d884d91b03 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 812 time: 0.2272210 Aug 18 18:28:28.358223 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee370-a561-42c9-8f23-cc32229101c9 req-e5f4437f-f496-4dd6-bfab-968b118a98f7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:28.360506 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-e5f4437f-f496-4dd6-bfab-968b118a98f7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 816 time: 0.1132998 Aug 18 18:28:28.376523 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-a1e0a713-5fcc-4617-b2c0-8463ba838f1e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/quotas/0f6a1aa3f76a41b7b4320b1ad049d9c2 HTTP/1.1" status: 200 len: 375 time: 0.0101171 Aug 18 18:28:28.378934 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-db8d32f4-58ee-4095-8076-9466225c5756 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb942a32e2e548df9459ea2edaee63f1 HTTP/1.1" status: 200 len: 380 time: 0.0370865 Aug 18 18:28:28.423239 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'port': {'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'admin_state_up': True, 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'security_groups': ['008738a1-0cb0-4831-a85a-fc88205f4419']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:28.433255 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-66a53a98-0adf-43c5-a2ae-f1548b641e01 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490770 Aug 18 18:28:28.525938 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a096cac-9fc5-43e5-a240-7f249a403bf9 req-b38c45f0-8040-4bb9-bd90-f1d9a2f0b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:28.527441 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a096cac-9fc5-43e5-a240-7f249a403bf9 req-b38c45f0-8040-4bb9-bd90-f1d9a2f0b485 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d29a2d6bf22425d8420c353012d3641&device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 1096 time: 0.0997331 Aug 18 18:28:28.535459 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-39aa1a11-23cc-416e-84b5-495ab50cbe4f service neutron] 10.222.0.46 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892644 Aug 18 18:28:28.631275 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-d60f41f8-13ee-4a4f-875e-b9485bd6087b service neutron] 10.222.0.46 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896542 Aug 18 18:28:28.643035 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Made reservation on behalf of eb942a32e2e548df9459ea2edaee63f1 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:28:28.646647 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:28.700212 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680ab35-ea11-4653-abb9-6b784ec3cd2b req-73362bfd-0fb0-4a72-a8ea-0fbdd054e5ae tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:28.701696 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0680ab35-ea11-4653-abb9-6b784ec3cd2b req-73362bfd-0fb0-4a72-a8ea-0fbdd054e5ae tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 943 time: 0.1161313 Aug 18 18:28:28.704667 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a096cac-9fc5-43e5-a240-7f249a403bf9 req-8b7b7af5-b1ed-49cc-ad43-dce3f04b618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:28.705998 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a096cac-9fc5-43e5-a240-7f249a403bf9 req-8b7b7af5-b1ed-49cc-ad43-dce3f04b618e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd HTTP/1.1" status: 200 len: 914 time: 0.1670201 Aug 18 18:28:28.808084 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a096cac-9fc5-43e5-a240-7f249a403bf9 req-59b89ff0-a123-44c1-a2cf-66aac48f78d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acdcd553-53b3-4647-b4a4-57acb3915eed HTTP/1.1" status: 200 len: 217 time: 0.0707090 Aug 18 18:28:28.823990 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4f9b9aaa-d860-4c33-ae71-61d719661186 req-dc87a9d7-0a8d-46f9-8eb3-ba897cacbeac tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 210 time: 0.0466115 Aug 18 18:28:28.889012 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0680ab35-ea11-4653-abb9-6b784ec3cd2b req-770d473f-86ad-47b7-b242-d08e2b346cae tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785641 Aug 18 18:28:28.896022 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:28:28.936329 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:28:28.936795 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ac509e7a-7e66-418f-8cf6-6ff54fbdf6ff not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:28:28.959371 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a096cac-9fc5-43e5-a240-7f249a403bf9 req-6fb94e06-5e6b-4072-9e4f-96a54935e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:28.961382 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a096cac-9fc5-43e5-a240-7f249a403bf9 req-6fb94e06-5e6b-4072-9e4f-96a54935e341 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46 HTTP/1.1" status: 200 len: 853 time: 0.1439190 Aug 18 18:28:28.978996 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Allocated IP 172.20.0.12 (cbc7e1a4-41f2-42f5-a532-20e3839d6d33/91e63cb5-1094-4561-931d-ae172cc09e0d/0d2354b4-7272-4f4c-b209-a426e943cbd0) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:28:29.020174 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a096cac-9fc5-43e5-a240-7f249a403bf9 req-83ef748f-2ebe-4b22-a656-40c9c7176a09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341289 Aug 18 18:28:29.225174 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a096cac-9fc5-43e5-a240-7f249a403bf9 req-de9c3876-887b-4645-94f9-7125fbe3bc4d service neutron] 10.222.0.61 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771760 Aug 18 18:28:29.249939 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:29.303671 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Transition to ACTIVE for port object 0d2354b4-7272-4f4c-b209-a426e943cbd0 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:28:29.356103 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a096cac-9fc5-43e5-a240-7f249a403bf9 req-f4b03537-951f-4f7b-a826-98ae5446cba1 service neutron] 10.222.0.61 "GET /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188710 Aug 18 18:28:29.368040 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:29.443145 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:28:29.452399 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:28:29.457141 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:28:29.491606 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'Port': ['ID=0d2354b4-7272-4f4c-b209-a426e943cbd0,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:29.520870 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dd662-98a6-460c-abbc-db4f17eb0e47 req-4017ebe3-239e-4332-9ada-b3ca33ec32f8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:29.522446 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8d0dd662-98a6-460c-abbc-db4f17eb0e47 req-4017ebe3-239e-4332-9ada-b3ca33ec32f8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 932 time: 0.1385949 Aug 18 18:28:29.528499 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:29.529170 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:29.560444 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-e41f96c9-4a1e-4229-b7a9-072433e4144a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1414471 Aug 18 18:28:29.573758 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8d0dd662-98a6-460c-abbc-db4f17eb0e47 req-ff09d54e-9fc7-4bd5-a949-2a65f7226da6 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411537 Aug 18 18:28:29.627967 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Request body: {'port': {'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:29.655381 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-b96cb8df-c4ab-4236-a087-cb32135fa03d None None] Provisioning for port 0d2354b4-7272-4f4c-b209-a426e943cbd0 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:28:29.659456 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-b96cb8df-c4ab-4236-a087-cb32135fa03d None None] Provisioning complete for port 0d2354b4-7272-4f4c-b209-a426e943cbd0 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:28:29.659846 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b96cb8df-c4ab-4236-a087-cb32135fa03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:29.688548 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:29.697866 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-b96cb8df-c4ab-4236-a087-cb32135fa03d None None] Port 0d2354b4-7272-4f4c-b209-a426e943cbd0 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:28:29.973764 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3edc34e9-4b0b-484b-a37f-664836e9ba7d req-50c32c3f-80d4-4c02-956a-0265fd1b6ca9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 210 time: 0.0735419 Aug 18 18:28:30.052303 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee370-a561-42c9-8f23-cc32229101c9 req-ad6dff54-fe4d-4bdb-9043-826f613c1765 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:30.053998 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-ad6dff54-fe4d-4bdb-9043-826f613c1765 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.61 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 816 time: 0.1883142 Aug 18 18:28:30.075940 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5c677-9ee9-4e99-9055-ce8e1bb7c48c req-e23d5351-af55-4aa9-a904-2c45efaff967 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:30.077405 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73c5c677-9ee9-4e99-9055-ce8e1bb7c48c req-e23d5351-af55-4aa9-a904-2c45efaff967 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 943 time: 0.1021132 Aug 18 18:28:30.149014 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2354b4-7272-4f4c-b209-a426e943cbd0 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:28:30.162143 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:30.173968 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-54cb4f74-0bc0-45d8-a08f-4c48cc41c603 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2 HTTP/1.1" status: 200 len: 377 time: 0.0952699 Aug 18 18:28:30.193597 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73c5c677-9ee9-4e99-9055-ce8e1bb7c48c req-fd29e197-823f-4d6c-ac42-372af6a4e2de tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896454 Aug 18 18:28:30.195994 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Transition to ACTIVE for port object 0d2354b4-7272-4f4c-b209-a426e943cbd0 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:28:30.200198 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'port': {'device_id': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'admin_state_up': True, 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'security_groups': ['efd8298c-49c6-49d9-9b88-0f64b0ce8915']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:30.205443 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:30.305233 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2354b4-7272-4f4c-b209-a426e943cbd0,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:30.411912 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Made reservation on behalf of 0f6a1aa3f76a41b7b4320b1ad049d9c2 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:28:30.415409 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:30.427926 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Attempting to bind port 0d2354b4-7272-4f4c-b209-a426e943cbd0 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:28:30.428262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Attempting to bind port 0d2354b4-7272-4f4c-b209-a426e943cbd0 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:28:30.428589 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Attempting to bind port 0d2354b4-7272-4f4c-b209-a426e943cbd0 on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:28:30.438670 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Port 0d2354b4-7272-4f4c-b209-a426e943cbd0 on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:28:30.438991 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Attempting to bind port 0d2354b4-7272-4f4c-b209-a426e943cbd0 on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:28:30.451639 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:28:30.451981 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Checking segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:28:30.452363 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Bound using segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:28:30.452949 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Bound port: 0d2354b4-7272-4f4c-b209-a426e943cbd0, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:28:30.453232 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:30.594187 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] For port 0d2354b4-7272-4f4c-b209-a426e943cbd0, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:28:30.599229 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] For port 0d2354b4-7272-4f4c-b209-a426e943cbd0, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0d2354b4-7272-4f4c-b209-a426e943cbd0,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:28:30.603901 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Allocated IP 172.20.0.12 (243dcccd-cc80-4fd2-90c0-c64fcc1af6cf/f30d5357-e11f-45bd-a5b6-260f711d26ec/22a03691-3066-4752-89cc-e773f747f724) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:28:30.606291 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:30.650181 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:30.650799 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:30.652200 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] 10.222.0.61 "PUT /v2.0/ports/0d2354b4-7272-4f4c-b209-a426e943cbd0 HTTP/1.1" status: 200 len: 1094 time: 1.0772095 Aug 18 18:28:30.652781 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add22821-dec6-4543-900b-4df7c333e381', 'tag': '0d2354b4-7272-4f4c-b209-a426e943cbd0'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:30.654980 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d2d4cb-b225-43a4-a6e2-5001405190d0" -d '{"events": [{"name": "network-changed", "server_uuid": "add22821-dec6-4543-900b-4df7c333e381", "tag": "0d2354b4-7272-4f4c-b209-a426e943cbd0"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:30.709051 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a68b66-5c50-41ca-b8f7-e07d7bdc7291 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2354b4-7272-4f4c-b209-a426e943cbd0,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:30.724451 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8a1cd-ede9-40d4-9d36-67913c0c4202 req-3cd84ead-86ea-47a8-b70c-7575d43fbd63 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:30.726128 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652a7fd6-aeee-4c22-b503-6d74d9dc6515 x-openstack-request-id: req-652a7fd6-aeee-4c22-b503-6d74d9dc6515 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:30.726426 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add22821-dec6-4543-900b-4df7c333e381", "tag": "0d2354b4-7272-4f4c-b209-a426e943cbd0", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:30.726670 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-652a7fd6-aeee-4c22-b503-6d74d9dc6515 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:30.727055 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add22821-dec6-4543-900b-4df7c333e381', 'tag': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'status': 'completed', 'code': 200} Aug 18 18:28:30.728004 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ebe8a1cd-ede9-40d4-9d36-67913c0c4202 req-3cd84ead-86ea-47a8-b70c-7575d43fbd63 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 944 time: 0.0823681 Aug 18 18:28:30.768393 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ebe8a1cd-ede9-40d4-9d36-67913c0c4202 req-4a6d31fb-2824-4fc6-947b-f56bfc420311 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356424 Aug 18 18:28:30.910822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device acdcd553-53b3-4647-b4a4-57acb3915eed details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:28:31.019893 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port acdcd553-53b3-4647-b4a4-57acb3915eed, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=acdcd553-53b3-4647-b4a4-57acb3915eed,segment=NetworkSegment(86e58c43-0ba4-4030-a236-45162d3bb929),segment_id=86e58c43-0ba4-4030-a236-45162d3bb929)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:31.031183 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': 'acdcd553-53b3-4647-b4a4-57acb3915eed', 'network_id': '5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd', 'port_id': 'acdcd553-53b3-4647-b4a4-57acb3915eed', 'mac_address': 'fa:16:3e:54:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:28:31.070741 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:31.087894 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acdcd553-53b3-4647-b4a4-57acb3915eed {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:28:31.097608 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4908b3d6-fac5-4816-bc57-a9cc0110f65b req-e97407c6-7539-430c-82c7-675df34f05f6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 210 time: 0.0418169 Aug 18 18:28:31.102441 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-c3a91523-6f4b-4bbf-8c39-e3033e48b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:31.103880 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-c3a91523-6f4b-4bbf-8c39-e3033e48b2aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 1097 time: 0.1000371 Aug 18 18:28:31.108862 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port acdcd553-53b3-4647-b4a4-57acb3915eed, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=acdcd553-53b3-4647-b4a4-57acb3915eed,segment=NetworkSegment(86e58c43-0ba4-4030-a236-45162d3bb929),segment_id=86e58c43-0ba4-4030-a236-45162d3bb929)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:31.123334 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:31.160101 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:31.163064 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-7aef7a55-093a-4d0f-8155-0db2237ed26b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d2354b4-7272-4f4c-b209-a426e943cbd0 HTTP/1.1" status: 200 len: 217 time: 0.0407362 Aug 18 18:28:31.163433 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=acdcd553-53b3-4647-b4a4-57acb3915eed,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:31.170777 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.171120 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.171525 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.171874 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.172177 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.172498 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.172818 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.173134 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.173472 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.173790 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.174103 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.174420 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:28:31.199338 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Transition to ACTIVE for port object 22a03691-3066-4752-89cc-e773f747f724 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:28:31.225106 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d228516a-8b5f-497a-be20-d91121518eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:31.226573 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-d228516a-8b5f-497a-be20-d91121518eb2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.0557497 Aug 18 18:28:31.277732 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:31.314381 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649afd2e-0bb9-4dc5-84a4-bdc5ed291433 req-c03770f7-f80f-46ee-a750-5ed57e5dfb75 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:31.316802 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-649afd2e-0bb9-4dc5-84a4-bdc5ed291433 req-c03770f7-f80f-46ee-a750-5ed57e5dfb75 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 944 time: 0.0526671 Aug 18 18:28:31.323542 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-22692a60-e95a-473b-82ab-2c2e65ca6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:31.325151 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-22692a60-e95a-473b-82ab-2c2e65ca6d3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872791 Aug 18 18:28:31.337338 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:28:31.351410 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:28:31.357272 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-649afd2e-0bb9-4dc5-84a4-bdc5ed291433 req-c8a1a172-6274-422a-8a99-2adc86d46756 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Aug 18 18:28:31.362218 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:28:31.364750 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event updated for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:31.448874 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:31.449490 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:31.469178 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['acdcd553-53b3-4647-b4a4-57acb3915eed'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:28:31.480798 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-70c17992-fbcd-48e0-a137-4973b3847288 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2859786 Aug 18 18:28:31.484722 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-4371b430-98d6-46ab-a09f-1c6772e96ed2 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514997 Aug 18 18:28:31.506637 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Request body: {'port': {'device_id': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:31.616937 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:31.619842 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-ce61e1d0-46b9-4704-865a-6a5aaf4fcb52 None None] Provisioning for port 22a03691-3066-4752-89cc-e773f747f724 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:28:31.625395 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-ce61e1d0-46b9-4704-865a-6a5aaf4fcb52 None None] Provisioning complete for port 22a03691-3066-4752-89cc-e773f747f724 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:28:31.625763 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-ce61e1d0-46b9-4704-865a-6a5aaf4fcb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:31.648096 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ece2c63-0bdb-4e3a-bcdd-d736430f8826 req-ff5f31a6-b37c-410a-a3cf-b3923c3ac6e5 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384463 Aug 18 18:28:31.664160 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-ce61e1d0-46b9-4704-865a-6a5aaf4fcb52 None None] Port 22a03691-3066-4752-89cc-e773f747f724 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:28:31.889324 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-f119f1b3-8827-4e5b-8981-69cb07471f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:31.890844 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-f119f1b3-8827-4e5b-8981-69cb07471f49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 1097 time: 0.1282246 Aug 18 18:28:31.976442 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2c928-b83e-4f60-811c-010fea8db035 req-fd07b510-4608-4048-b331-0d914fc20b08 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:31.977929 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ff2c928-b83e-4f60-811c-010fea8db035 req-fd07b510-4608-4048-b331-0d914fc20b08 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 944 time: 0.1403656 Aug 18 18:28:32.089730 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a03691-3066-4752-89cc-e773f747f724 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:28:32.098130 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ff2c928-b83e-4f60-811c-010fea8db035 req-b8d4cea2-2bce-469c-9b77-2418779a3185 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119125 Aug 18 18:28:32.103012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:32.106121 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-95c9d4ec-a64d-44c0-98a0-8bb76886d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:32.107593 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-95c9d4ec-a64d-44c0-98a0-8bb76886d8ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 913 time: 0.2085247 Aug 18 18:28:32.125701 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Transition to ACTIVE for port object 22a03691-3066-4752-89cc-e773f747f724 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:28:32.154730 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:32.159406 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-fe0ae3f7-3a65-4d9e-8790-270f96c9eead service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d2354b4-7272-4f4c-b209-a426e943cbd0 HTTP/1.1" status: 200 len: 217 time: 0.0421078 Aug 18 18:28:32.222092 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616409-0c7d-4799-9947-f9f6ec9fa501 req-8cc8d904-809a-436f-8e20-56a8f4250d03 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:32.223693 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e5616409-0c7d-4799-9947-f9f6ec9fa501 req-8cc8d904-809a-436f-8e20-56a8f4250d03 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0495186 Aug 18 18:28:32.246011 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Pushing event updated for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:32.250957 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-f7fa7e7f-ee5f-4b76-ab48-ea0c143573ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:32.252538 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-f7fa7e7f-ee5f-4b76-ab48-ea0c143573ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.0700386 Aug 18 18:28:32.266198 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e5616409-0c7d-4799-9947-f9f6ec9fa501 req-c3f16b73-8062-4e2f-80a4-4f406a3169a3 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352557 Aug 18 18:28:32.353169 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-ee2ec8ee-87b8-4bee-81af-95bae7fb4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:32.354691 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-ee2ec8ee-87b8-4bee-81af-95bae7fb4f36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946729 Aug 18 18:28:32.374553 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Attempting to bind port 22a03691-3066-4752-89cc-e773f747f724 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:28:32.375392 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Attempting to bind port 22a03691-3066-4752-89cc-e773f747f724 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:28:32.376114 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Attempting to bind port 22a03691-3066-4752-89cc-e773f747f724 on network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:28:32.424768 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Port 22a03691-3066-4752-89cc-e773f747f724 on network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:28:32.425160 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Attempting to bind port 22a03691-3066-4752-89cc-e773f747f724 on network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:28:32.447646 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:28:32.447984 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Checking segment: {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:28:32.448324 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Bound using segment: {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:28:32.449382 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Bound port: 22a03691-3066-4752-89cc-e773f747f724, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c69891-03f8-44f5-8dc9-2f939c0c92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:28:32.449744 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:32.554688 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-4f16bc5c-4a57-490d-b5c9-cd9e1f3efbc4 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929808 Aug 18 18:28:32.567554 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973438d-163c-4fdd-a626-133e857a4f13 req-d6adf1cb-7ecf-42ec-816d-84f8b9f0208e tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:32.568955 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8973438d-163c-4fdd-a626-133e857a4f13 req-d6adf1cb-7ecf-42ec-816d-84f8b9f0208e tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 944 time: 0.1371062 Aug 18 18:28:32.592941 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:28:32.651896 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:28:32.663038 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:32.716453 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8973438d-163c-4fdd-a626-133e857a4f13 req-23c9916d-0cd7-4d17-966b-73932c9cbff8 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355572 Aug 18 18:28:32.731366 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:32.731858 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:32.733250 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] 10.222.0.61 "PUT /v2.0/ports/22a03691-3066-4752-89cc-e773f747f724 HTTP/1.1" status: 200 len: 1094 time: 1.2315214 Aug 18 18:28:32.733778 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'tag': '22a03691-3066-4752-89cc-e773f747f724'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:32.736881 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f03aa40-1f37-407b-bed1-80042ac11ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "tag": "22a03691-3066-4752-89cc-e773f747f724"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:32.761450 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61d2d4cb-b225-43a4-a6e2-5001405190d0 req-80f76129-d1eb-4c03-bab1-306b5bb58cfb service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899552 Aug 18 18:28:32.767571 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56574914-04ae-4dec-8984-f31a31c3c08a service neutron] Pushing event updated for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:32.872350 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee370-a561-42c9-8f23-cc32229101c9 req-251e4c7f-b367-4c63-a642-1561c3194a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:32.873862 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-251e4c7f-b367-4c63-a642-1561c3194a4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 1097 time: 0.0520523 Aug 18 18:28:32.924665 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device acdcd553-53b3-4647-b4a4-57acb3915eed up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:28:32.941298 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-de9f7287-6e3a-4bde-b9c5-407f87348a4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a03691-3066-4752-89cc-e773f747f724 HTTP/1.1" status: 200 len: 217 time: 0.0523665 Aug 18 18:28:32.977940 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c319a6-5096-45b8-b9bb-0486b8862706 x-openstack-request-id: req-16c319a6-5096-45b8-b9bb-0486b8862706 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:32.978200 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "tag": "22a03691-3066-4752-89cc-e773f747f724", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:32.978381 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16c319a6-5096-45b8-b9bb-0486b8862706 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:32.979002 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'tag': '22a03691-3066-4752-89cc-e773f747f724', 'status': 'completed', 'code': 200} Aug 18 18:28:32.987011 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port acdcd553-53b3-4647-b4a4-57acb3915eed completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:28:32.990968 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port acdcd553-53b3-4647-b4a4-57acb3915eed triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:28:32.991581 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:32.998050 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee370-a561-42c9-8f23-cc32229101c9 req-2d9bdcc2-c87f-4f2f-b4e3-eff502555240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:32.999712 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-2d9bdcc2-c87f-4f2f-b4e3-eff502555240 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 200 len: 855 time: 0.0509779 Aug 18 18:28:33.050133 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee370-a561-42c9-8f23-cc32229101c9 req-de6749db-16ac-4862-ad0d-02f105459c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:33.051654 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-de6749db-16ac-4862-ad0d-02f105459c83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450253 Aug 18 18:28:33.084637 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:33.111786 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdcd553-53b3-4647-b4a4-57acb3915eed'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:33.114033 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663add17-17eb-4e14-9dd0-a2ebd66b0b0f" -d '{"events": [{"server_uuid": "6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23", "name": "network-vif-plugged", "status": "completed", "tag": "acdcd553-53b3-4647-b4a4-57acb3915eed"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:33.127279 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port acdcd553-53b3-4647-b4a4-57acb3915eed, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=acdcd553-53b3-4647-b4a4-57acb3915eed,segment=NetworkSegment(86e58c43-0ba4-4030-a236-45162d3bb929),segment_id=86e58c43-0ba4-4030-a236-45162d3bb929)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:33.132196 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:33.159025 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811cbc1e-f8ec-428f-aea7-a81408e25b5c x-openstack-request-id: req-811cbc1e-f8ec-428f-aea7-a81408e25b5c {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:33.159422 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23", "name": "network-vif-plugged", "status": "completed", "tag": "acdcd553-53b3-4647-b4a4-57acb3915eed", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:33.160160 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-4432ab7c-0496-4104-8a8a-e99776a25acb service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000025 Aug 18 18:28:33.160290 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-811cbc1e-f8ec-428f-aea7-a81408e25b5c {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:33.160290 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdcd553-53b3-4647-b4a4-57acb3915eed', 'code': 200} Aug 18 18:28:33.187843 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=acdcd553-53b3-4647-b4a4-57acb3915eed,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:33.231166 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583ae77-3e94-4b0f-b2df-0689c568632b req-21d5ed32-9c30-40e1-aa30-0755d21e4d57 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:33.233347 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8583ae77-3e94-4b0f-b2df-0689c568632b req-21d5ed32-9c30-40e1-aa30-0755d21e4d57 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 944 time: 0.0554626 Aug 18 18:28:33.246298 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:28:33.275526 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8583ae77-3e94-4b0f-b2df-0689c568632b req-cedd1761-f8a8-4b95-9478-e92f1dfd8992 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360899 Aug 18 18:28:33.276182 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55fee370-a561-42c9-8f23-cc32229101c9 req-c4b40b00-942a-426a-a697-a225f5716c08 service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888274 Aug 18 18:28:33.441788 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c869-ef5f-426e-9789-b95b8000f345 req-73eb2cd3-d510-406f-8732-463abf967853 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:33.443154 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe32c869-ef5f-426e-9789-b95b8000f345 req-73eb2cd3-d510-406f-8732-463abf967853 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.1017272 Aug 18 18:28:33.463229 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c3fc4-910e-46af-a82c-4b816eef9918 req-cd027f67-4c19-45b3-8480-5e90f4f34428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:33.464782 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f96c3fc4-910e-46af-a82c-4b816eef9918 req-cd027f67-4c19-45b3-8480-5e90f4f34428 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 1098 time: 0.0968833 Aug 18 18:28:33.483877 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-312f60d2-bde3-4892-b428-0844300177f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:33.485361 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-312f60d2-bde3-4892-b428-0844300177f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 1097 time: 0.1039205 Aug 18 18:28:33.556351 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe32c869-ef5f-426e-9789-b95b8000f345 req-ef847a0b-d6ff-4326-bf02-a5953c85fb8e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1067233 Aug 18 18:28:33.567936 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f96c3fc4-910e-46af-a82c-4b816eef9918 req-9b887ed7-3e07-41f7-a4ad-3ad6288e7e69 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941429 Aug 18 18:28:33.600736 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-44f3f812-7fa8-4a95-ae59-8df75837e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:33.602146 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-44f3f812-7fa8-4a95-ae59-8df75837e2e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 917 time: 0.1075950 Aug 18 18:28:33.860188 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325690f-1787-4ece-bbea-68f6d2df9521 req-929e4e5a-0918-4828-ae2d-1f0f65443f77 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:33.861682 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3325690f-1787-4ece-bbea-68f6d2df9521 req-929e4e5a-0918-4828-ae2d-1f0f65443f77 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 945 time: 0.0573871 Aug 18 18:28:33.887472 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-2659d362-ef4d-4e8e-85f0-6ffebd1a0efa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a03691-3066-4752-89cc-e773f747f724 HTTP/1.1" status: 200 len: 217 time: 0.0376644 Aug 18 18:28:33.900014 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3325690f-1787-4ece-bbea-68f6d2df9521 req-2f9741a2-8263-423c-93a7-9f4d99bbdd82 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323584 Aug 18 18:28:33.938064 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-f801e64c-5020-452d-ac2f-897bfec4a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:33.939559 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-f801e64c-5020-452d-ac2f-897bfec4a588 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 200 len: 855 time: 0.0452447 Aug 18 18:28:33.985728 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-07b627de-02ee-4482-93bb-6902c887be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:33.987185 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-07b627de-02ee-4482-93bb-6902c887be84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397055 Aug 18 18:28:34.086112 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-acb368a4-7fdf-4893-8fc3-94a9c365595b service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896480 Aug 18 18:28:34.180222 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f03aa40-1f37-407b-bed1-80042ac11ea2 req-13d9ad2f-6306-4327-84f2-c71ebd87790d service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860496 Aug 18 18:28:34.411630 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc04bf0-fdc8-4d5a-a34f-7ce673e1dc1d req-cccadc1c-8218-44eb-b4e3-40c13658321f tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:34.413082 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-edc04bf0-fdc8-4d5a-a34f-7ce673e1dc1d req-cccadc1c-8218-44eb-b4e3-40c13658321f tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 944 time: 0.0615189 Aug 18 18:28:34.450762 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-edc04bf0-fdc8-4d5a-a34f-7ce673e1dc1d req-9e2164eb-536a-4ccb-9be0-7f7152252f75 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316882 Aug 18 18:28:34.691827 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e8f87-a4ef-4fd7-b8b0-22ea9e1ceab0 req-8c98787f-c748-4488-a127-c698eba79084 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:34.693583 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-267e8f87-a4ef-4fd7-b8b0-22ea9e1ceab0 req-8c98787f-c748-4488-a127-c698eba79084 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0582185 Aug 18 18:28:34.734660 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-267e8f87-a4ef-4fd7-b8b0-22ea9e1ceab0 req-d45ab88d-7ca9-44a5-9590-e4dfec1b0d3a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342133 Aug 18 18:28:35.031369 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc7b6-ccc9-4f4f-aec5-56ae49207bf6 req-c587032b-afff-4cfd-a7e6-056d239d17ea tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:35.033162 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f4fc7b6-ccc9-4f4f-aec5-56ae49207bf6 req-c587032b-afff-4cfd-a7e6-056d239d17ea tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 945 time: 0.0612152 Aug 18 18:28:35.074411 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f4fc7b6-ccc9-4f4f-aec5-56ae49207bf6 req-4ba3efee-669d-4d87-abed-03252107bf05 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Aug 18 18:28:35.578874 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60ab48-923b-490a-8342-e23a81584025 req-1ec33c8d-0513-40cb-a7a4-e8ed83329ad9 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:35.580752 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae60ab48-923b-490a-8342-e23a81584025 req-1ec33c8d-0513-40cb-a7a4-e8ed83329ad9 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 944 time: 0.0546474 Aug 18 18:28:35.625401 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae60ab48-923b-490a-8342-e23a81584025 req-43bece82-4cb7-4eb5-80c5-f4af834848a1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356047 Aug 18 18:28:35.878653 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2c8b9-6b46-4b0b-9e5a-6de2d216c878 req-59da5b76-c65e-4ea0-bfc3-a19497dd938b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:35.880243 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9bc2c8b9-6b46-4b0b-9e5a-6de2d216c878 req-59da5b76-c65e-4ea0-bfc3-a19497dd938b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0613101 Aug 18 18:28:35.923256 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9bc2c8b9-6b46-4b0b-9e5a-6de2d216c878 req-7f461fe8-bca3-4758-985d-93b06860ca88 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368199 Aug 18 18:28:36.762339 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c5f45-3139-401a-8df4-cb6e2d890d9d req-6570e773-dfda-49b6-b9f7-fc977b0c01cc tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:36.763844 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a87c5f45-3139-401a-8df4-cb6e2d890d9d req-6570e773-dfda-49b6-b9f7-fc977b0c01cc tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 944 time: 0.0543637 Aug 18 18:28:36.805811 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a87c5f45-3139-401a-8df4-cb6e2d890d9d req-15418402-fba3-4efb-8910-7a09c966d290 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347917 Aug 18 18:28:36.942673 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 22a03691-3066-4752-89cc-e773f747f724 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:28:37.053036 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4e286-20de-4d02-ab2a-66af5735ac1d req-1008ef93-2b75-4b85-9fc0-eaf93463fce5 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:37.055617 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef4e286-20de-4d02-ab2a-66af5735ac1d req-1008ef93-2b75-4b85-9fc0-eaf93463fce5 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0519073 Aug 18 18:28:37.057517 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4ae32-7c00-4ace-bcf7-6b5a25ebae0e req-9ef9904f-4a40-4b7a-b474-c203018ea6e6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:37.059088 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4d4ae32-7c00-4ace-bcf7-6b5a25ebae0e req-9ef9904f-4a40-4b7a-b474-c203018ea6e6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0515344 Aug 18 18:28:37.101493 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4d4ae32-7c00-4ace-bcf7-6b5a25ebae0e req-9dd8975e-954d-494f-9740-7afcc6d55faa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353365 Aug 18 18:28:37.108348 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cef4e286-20de-4d02-ab2a-66af5735ac1d req-8f5263c5-6589-4795-939d-b00c479eb2b7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Aug 18 18:28:37.199324 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:37.218197 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '22a03691-3066-4752-89cc-e773f747f724', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'port_id': '22a03691-3066-4752-89cc-e773f747f724', 'mac_address': 'fa:16:3e:26:f0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:28:37.258756 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:37.272568 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a03691-3066-4752-89cc-e773f747f724 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:28:37.293919 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:37.300751 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:37.348464 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:37.643353 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['22a03691-3066-4752-89cc-e773f747f724'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:28:37.930265 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d198d-e4c7-4df8-9f4e-4648bf5276d8 req-f20d0fb1-b7f7-4c27-9572-201e2a3160f1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:37.931793 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-027d198d-e4c7-4df8-9f4e-4648bf5276d8 req-f20d0fb1-b7f7-4c27-9572-201e2a3160f1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 944 time: 0.0529795 Aug 18 18:28:37.979880 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-027d198d-e4c7-4df8-9f4e-4648bf5276d8 req-4f94cfdb-509d-4e0e-9a4a-eabba8c0e30b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389102 Aug 18 18:28:38.231693 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dddbc-9c39-4fcc-a0c7-74addb917798 req-5543bf44-1792-4ce7-aa29-2fa0d8635d4a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:38.232270 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702046f5-134f-4436-9856-94d13ac8e912 req-571ac38e-4b7e-4da7-aeee-96a8e18a811b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:38.233109 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-401dddbc-9c39-4fcc-a0c7-74addb917798 req-5543bf44-1792-4ce7-aa29-2fa0d8635d4a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0548332 Aug 18 18:28:38.233480 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-702046f5-134f-4436-9856-94d13ac8e912 req-571ac38e-4b7e-4da7-aeee-96a8e18a811b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 945 time: 0.0533469 Aug 18 18:28:38.273238 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-702046f5-134f-4436-9856-94d13ac8e912 req-59cdc112-5574-4259-835f-7ef50ea63ebe tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333009 Aug 18 18:28:38.273551 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-401dddbc-9c39-4fcc-a0c7-74addb917798 req-6e2a8a69-1773-46a7-94b7-6845afb4d494 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335233 Aug 18 18:28:38.908058 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-942493c7-732b-47d0-9f8e-1006c29cecfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:38.967230 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 22a03691-3066-4752-89cc-e773f747f724 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:28:39.026033 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 22a03691-3066-4752-89cc-e773f747f724 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:28:39.029928 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 22a03691-3066-4752-89cc-e773f747f724 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:28:39.030305 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:39.099058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec6fe4-5340-483e-b543-292e47b48f0a req-83ef55b8-27db-4512-a706-34ef23b02796 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:39.100755 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-04ec6fe4-5340-483e-b543-292e47b48f0a req-83ef55b8-27db-4512-a706-34ef23b02796 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 944 time: 0.0534976 Aug 18 18:28:39.115218 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:39.139086 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a03691-3066-4752-89cc-e773f747f724'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:39.139348 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-04ec6fe4-5340-483e-b543-292e47b48f0a req-40cfea9a-d9c7-4378-8952-6a6ecff4e105 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Aug 18 18:28:39.141390 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ef143f-fde6-4a0c-aebe-50f075fc2dff" -d '{"events": [{"server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "name": "network-vif-plugged", "status": "completed", "tag": "22a03691-3066-4752-89cc-e773f747f724"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:39.156019 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:39.162280 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:39.199228 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cec520-c81f-4850-8ca1-a99c80dbc59a x-openstack-request-id: req-c2cec520-c81f-4850-8ca1-a99c80dbc59a {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:39.199535 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "name": "network-vif-plugged", "status": "completed", "tag": "22a03691-3066-4752-89cc-e773f747f724", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:39.199772 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2cec520-c81f-4850-8ca1-a99c80dbc59a {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:39.200154 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a03691-3066-4752-89cc-e773f747f724', 'code': 200} Aug 18 18:28:39.222437 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:39.399593 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48cfdf-a412-47e8-98ff-3cce266d5fb7 req-284bc211-cfbf-403d-951e-2d46ac226090 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:39.401209 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fa48cfdf-a412-47e8-98ff-3cce266d5fb7 req-284bc211-cfbf-403d-951e-2d46ac226090 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0505102 Aug 18 18:28:39.419244 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953d5a1-b8f9-4d2f-b983-344d7d49337b req-adbf73b0-7534-4662-a431-2c6c20075d9c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:39.420651 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7953d5a1-b8f9-4d2f-b983-344d7d49337b req-adbf73b0-7534-4662-a431-2c6c20075d9c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0740266 Aug 18 18:28:39.440498 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fa48cfdf-a412-47e8-98ff-3cce266d5fb7 req-e8285010-857d-4006-abff-792dd1a0a90c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328269 Aug 18 18:28:39.447588 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed1c80-9c4e-41bf-9245-f16018285c52 req-e01c9771-fe16-4f8c-8455-e7d7ee15a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:39.449059 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19ed1c80-9c4e-41bf-9245-f16018285c52 req-e01c9771-fe16-4f8c-8455-e7d7ee15a0b1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 1099 time: 0.0705180 Aug 18 18:28:39.465080 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7953d5a1-b8f9-4d2f-b983-344d7d49337b req-7925bad7-e7e5-404f-91e1-52c946fb4a86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378680 Aug 18 18:28:39.494747 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19ed1c80-9c4e-41bf-9245-f16018285c52 req-5ab482a4-b2e5-46c3-b4fb-cef2455537ce service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0287127 Aug 18 18:28:40.269637 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979afe7-46b9-45be-a500-968a9c31dd75 req-4356f99f-708f-4588-bef5-31a8d671f831 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:40.271106 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9979afe7-46b9-45be-a500-968a9c31dd75 req-4356f99f-708f-4588-bef5-31a8d671f831 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 944 time: 0.0485663 Aug 18 18:28:40.311670 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9979afe7-46b9-45be-a500-968a9c31dd75 req-6ea0a83c-95ac-4dce-a89b-3a9e47261b0e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313771 Aug 18 18:28:40.572638 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef081f-b071-4488-939a-62c3a2a81b4d req-709e8fda-61ec-430b-ab2b-fca515a6297c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:40.574409 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9eef081f-b071-4488-939a-62c3a2a81b4d req-709e8fda-61ec-430b-ab2b-fca515a6297c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0533156 Aug 18 18:28:40.587652 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f42bf-01b0-4836-8e65-da252ba74da6 req-60acd6f5-595f-4fda-9b51-bac9f420b644 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:40.589140 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-904f42bf-01b0-4836-8e65-da252ba74da6 req-60acd6f5-595f-4fda-9b51-bac9f420b644 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0553541 Aug 18 18:28:40.616575 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9eef081f-b071-4488-939a-62c3a2a81b4d req-afed015a-95c3-4c37-92fd-b2a5fe2374bc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355666 Aug 18 18:28:40.630386 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-904f42bf-01b0-4836-8e65-da252ba74da6 req-2855840c-7f79-4fad-8fa1-7b8d00c39d24 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333841 Aug 18 18:28:40.972893 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 0d2354b4-7272-4f4c-b209-a426e943cbd0 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:28:41.081587 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 0d2354b4-7272-4f4c-b209-a426e943cbd0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0d2354b4-7272-4f4c-b209-a426e943cbd0,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:41.091935 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'mac_address': 'fa:16:3e:c4:67:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:28:41.127919 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:41.141017 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2354b4-7272-4f4c-b209-a426e943cbd0 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:28:41.160813 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 0d2354b4-7272-4f4c-b209-a426e943cbd0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0d2354b4-7272-4f4c-b209-a426e943cbd0,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:41.165850 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:41.217780 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=0d2354b4-7272-4f4c-b209-a426e943cbd0,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:41.337693 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-24b1417a-122e-44b3-ac85-fe7434e3c6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:41.432299 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd4266-a3a2-4a33-9a4c-92c0aaa03bb6 req-804667f8-2cda-40b9-a456-b5bafe80cc29 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:41.433869 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5fdd4266-a3a2-4a33-9a4c-92c0aaa03bb6 req-804667f8-2cda-40b9-a456-b5bafe80cc29 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 945 time: 0.0545235 Aug 18 18:28:41.472986 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5fdd4266-a3a2-4a33-9a4c-92c0aaa03bb6 req-66918daa-20c1-4052-9bd3-dff01d4b5609 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331154 Aug 18 18:28:41.550725 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['0d2354b4-7272-4f4c-b209-a426e943cbd0'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:28:41.744206 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d55a1-a708-4c03-a00a-a548e75b9e56 req-488c4ecb-5cfb-4eee-80fd-a51758ad53e2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:41.745749 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7e6d55a1-a708-4c03-a00a-a548e75b9e56 req-488c4ecb-5cfb-4eee-80fd-a51758ad53e2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0546334 Aug 18 18:28:41.750321 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443db478-60a0-4112-806f-8683fc9342f4 req-ad62feb3-5b0d-4896-9c1d-c9ba287efe78 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:41.751966 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-443db478-60a0-4112-806f-8683fc9342f4 req-ad62feb3-5b0d-4896-9c1d-c9ba287efe78 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0511045 Aug 18 18:28:41.790682 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7e6d55a1-a708-4c03-a00a-a548e75b9e56 req-76e8aa2c-5a32-493e-9787-7d1efc2fcaca tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381436 Aug 18 18:28:41.793566 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-443db478-60a0-4112-806f-8683fc9342f4 req-db2e9d58-1c77-483d-ab11-cbefed1435dc tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332470 Aug 18 18:28:41.921617 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3bb5e-2e72-4b25-bfac-8adc1787c336 req-b8dcfe61-2f29-4e01-ad29-926fb035911f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:41.923058 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1ea3bb5e-2e72-4b25-bfac-8adc1787c336 req-b8dcfe61-2f29-4e01-ad29-926fb035911f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0645518 Aug 18 18:28:41.932998 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 48300) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:41.937387 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-62bf90b8-b3bf-4c7d-858e-d56fdde924fa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Request body: {'floatingip': {'port_id': '22a03691-3066-4752-89cc-e773f747f724'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:41.975039 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-62bf90b8-b3bf-4c7d-858e-d56fdde924fa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:42.176233 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:42.606765 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1487b-2e01-4c0c-a4fb-0100c904993c req-a78f4d87-0465-459d-8b9d-9244f1a98ccb tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:42.608384 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6dd1487b-2e01-4c0c-a4fb-0100c904993c req-a78f4d87-0465-459d-8b9d-9244f1a98ccb tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 945 time: 0.0508502 Aug 18 18:28:42.648239 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6dd1487b-2e01-4c0c-a4fb-0100c904993c req-39ac64c6-13a6-4f84-a712-9b17014acaba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324473 Aug 18 18:28:42.691674 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-62bf90b8-b3bf-4c7d-858e-d56fdde924fa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:42.696043 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-62bf90b8-b3bf-4c7d-858e-d56fdde924fa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:42.794921 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-62bf90b8-b3bf-4c7d-858e-d56fdde924fa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Floating IP dfc3fc10-613e-4904-baae-ef671d73a30b associated. External IP: 172.27.1.195, port: 22a03691-3066-4752-89cc-e773f747f724. Aug 18 18:28:42.942131 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20430200-f6b5-4c6e-a47a-28978de6db12 req-20cac38d-801e-4482-83f7-3140707ceb71 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:42.943665 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-20430200-f6b5-4c6e-a47a-28978de6db12 req-20cac38d-801e-4482-83f7-3140707ceb71 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0690179 Aug 18 18:28:42.989353 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 0d2354b4-7272-4f4c-b209-a426e943cbd0 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:28:43.045767 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-20430200-f6b5-4c6e-a47a-28978de6db12 req-4ea4fce0-e637-49db-bec6-10c8a6d0bd31 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724506 Aug 18 18:28:43.076945 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 0d2354b4-7272-4f4c-b209-a426e943cbd0 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:28:43.088763 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 0d2354b4-7272-4f4c-b209-a426e943cbd0 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:28:43.089129 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:43.089257 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bf90b8-b3bf-4c7d-858e-d56fdde924fa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:28:43.118248 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:43.171174 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:43.193485 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add22821-dec6-4543-900b-4df7c333e381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2354b4-7272-4f4c-b209-a426e943cbd0'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:43.195931 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71306d25-1e67-47fd-844b-3897d480f1d1" -d '{"events": [{"server_uuid": "add22821-dec6-4543-900b-4df7c333e381", "name": "network-vif-plugged", "status": "completed", "tag": "0d2354b4-7272-4f4c-b209-a426e943cbd0"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:43.201226 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bf90b8-b3bf-4c7d-858e-d56fdde924fa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:28:43.206039 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-62bf90b8-b3bf-4c7d-858e-d56fdde924fa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:43.213219 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] Sync routers for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:28:43.219092 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 0d2354b4-7272-4f4c-b209-a426e943cbd0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0d2354b4-7272-4f4c-b209-a426e943cbd0,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:43.227595 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:43.231102 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:28:43.231981 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:28:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:43.238451 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-62bf90b8-b3bf-4c7d-858e-d56fdde924fa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "PUT /v2.0/floatingips/dfc3fc10-613e-4904-baae-ef671d73a30b HTTP/1.1" status: 200 len: 992 time: 1.3018463 Aug 18 18:28:43.238451 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'tag': '22a03691-3066-4752-89cc-e773f747f724'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:43.238788 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4e7bfc-dc37-464a-847f-8eb120f922b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "tag": "22a03691-3066-4752-89cc-e773f747f724"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:43.266852 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24644ea8-9334-4ed1-9032-d8b503baa581 x-openstack-request-id: req-24644ea8-9334-4ed1-9032-d8b503baa581 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:43.267351 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add22821-dec6-4543-900b-4df7c333e381", "name": "network-vif-plugged", "status": "completed", "tag": "0d2354b4-7272-4f4c-b209-a426e943cbd0", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:43.267601 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24644ea8-9334-4ed1-9032-d8b503baa581 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:43.267989 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add22821-dec6-4543-900b-4df7c333e381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'code': 200} Aug 18 18:28:43.285785 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19234f3-b1dc-42b8-90da-c9d9159c6a83 x-openstack-request-id: req-e19234f3-b1dc-42b8-90da-c9d9159c6a83 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:43.286074 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "tag": "22a03691-3066-4752-89cc-e773f747f724", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:43.286329 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e19234f3-b1dc-42b8-90da-c9d9159c6a83 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:43.286740 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'tag': '22a03691-3066-4752-89cc-e773f747f724', 'status': 'completed', 'code': 200} Aug 18 18:28:43.350861 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=0d2354b4-7272-4f4c-b209-a426e943cbd0,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:43.376500 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:28:43.599873 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'dfc3fc10-613e-4904-baae-ef671d73a30b', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'port_id': '22a03691-3066-4752-89cc-e773f747f724', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'mac_address': 'fa:16:3e:26:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:27Z', 'updated_at': '2021-08-18T18:28:42Z', 'revision_number': 1, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:43.628427 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] Checking router: 9bdb8882-4dbe-4c12-90bf-148969c16bf4 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:28:43.637427 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:28:43.638031 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:28:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:43.756874 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:28:43.779467 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2d4b-47ef-4542-84ff-82fb8a130b37 req-3238e66c-6616-4cf0-9896-145a2c55c866 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:43.780943 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e34c2d4b-47ef-4542-84ff-82fb8a130b37 req-3238e66c-6616-4cf0-9896-145a2c55c866 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0522316 Aug 18 18:28:43.818177 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e34c2d4b-47ef-4542-84ff-82fb8a130b37 req-947bb6c9-9497-4ba3-8ed8-d64f8b4b80b3 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307941 Aug 18 18:28:43.992904 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'dfc3fc10-613e-4904-baae-ef671d73a30b', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'port_id': '22a03691-3066-4752-89cc-e773f747f724', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'mac_address': 'fa:16:3e:26:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:27Z', 'updated_at': '2021-08-18T18:28:42Z', 'revision_number': 1, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:44.019718 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf525e-be3a-480b-96f3-60384effa5e0 None None] The sync data for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi is: [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'dfc3fc10-613e-4904-baae-ef671d73a30b', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'port_id': '22a03691-3066-4752-89cc-e773f747f724', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'mac_address': 'fa:16:3e:26:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:27Z', 'updated_at': '2021-08-18T18:28:42Z', 'revision_number': 1, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:28:44.177220 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a878-c3dd-41ab-8134-941d0a8e807b req-32d7dc52-5646-43e0-8d70-54826edf9261 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:44.178797 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bb81a878-c3dd-41ab-8134-941d0a8e807b req-32d7dc52-5646-43e0-8d70-54826edf9261 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0514793 Aug 18 18:28:44.215148 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce6c4b-6675-4f00-a84f-708ef3d30bc0 None None] New status for floating IP dfc3fc10-613e-4904-baae-ef671d73a30b: ACTIVE {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:28:44.219499 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bb81a878-c3dd-41ab-8134-941d0a8e807b req-2baf3c5d-0c57-4d22-9f97-c94f013af9c8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344672 Aug 18 18:28:44.612124 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:44.955969 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03306cc-c325-40b0-904e-8ae5272dabb6 req-4c757825-0c52-4c15-a483-737bd12b017d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:44.957586 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e03306cc-c325-40b0-904e-8ae5272dabb6 req-4c757825-0c52-4c15-a483-737bd12b017d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0603869 Aug 18 18:28:44.999955 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e03306cc-c325-40b0-904e-8ae5272dabb6 req-67a779e2-b71a-4b7b-8e48-5ee8da7f1b5f tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Aug 18 18:28:45.015530 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:45.355061 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847270e8-e9c1-4539-88c2-5e947c3a3e74 req-94d7865d-445f-4a78-8609-32416c8bddd8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:45.356561 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-847270e8-e9c1-4539-88c2-5e947c3a3e74 req-94d7865d-445f-4a78-8609-32416c8bddd8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0633802 Aug 18 18:28:45.396305 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-847270e8-e9c1-4539-88c2-5e947c3a3e74 req-8302cbe4-3e51-4b17-a9cb-dd0efbed0deb tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Aug 18 18:28:46.145767 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd77c60-a76b-457a-bbd5-e6dc2d1a551c req-87731106-864d-4c0d-85f2-6223d9db10b8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:46.147978 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9bd77c60-a76b-457a-bbd5-e6dc2d1a551c req-87731106-864d-4c0d-85f2-6223d9db10b8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0595205 Aug 18 18:28:46.191423 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9bd77c60-a76b-457a-bbd5-e6dc2d1a551c req-0ff4e6b6-0599-4085-863f-69a2cfe0d3da tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345235 Aug 18 18:28:46.205885 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-36b50928-fa5d-40e7-be94-1cf501604148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:46.207459 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-36b50928-fa5d-40e7-be94-1cf501604148 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 1099 time: 0.0453596 Aug 18 18:28:46.311197 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-62113859-af43-4128-a02c-644ca9f936fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:46.312742 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-62113859-af43-4128-a02c-644ca9f936fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 917 time: 0.0954273 Aug 18 18:28:46.418763 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-30904ef3-4d86-4894-9dc6-82d5560e042b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a03691-3066-4752-89cc-e773f747f724 HTTP/1.1" status: 200 len: 1002 time: 0.0970497 Aug 18 18:28:46.431069 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf61b88-df3a-47ea-8361-c88b0a93e1c1 req-e1c2dc4c-0ae1-4c44-b2fc-beb3b033247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:46.432548 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daf61b88-df3a-47ea-8361-c88b0a93e1c1 req-e1c2dc4c-0ae1-4c44-b2fc-beb3b033247d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 1099 time: 0.0718002 Aug 18 18:28:46.527159 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-a8c7d2c8-4ea5-4d10-9b7a-bf51b6cc0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:46.528560 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-a8c7d2c8-4ea5-4d10-9b7a-bf51b6cc0f2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 200 len: 855 time: 0.0999389 Aug 18 18:28:46.532328 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daf61b88-df3a-47ea-8361-c88b0a93e1c1 req-2b3e2ba8-adc9-4b1c-92df-9cda8af2178d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919938 Aug 18 18:28:46.553206 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590eb4a-4370-424e-883a-2060c1968725 req-6b85ac9f-fd43-43d9-90b7-3ed8ca1bda16 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:46.554715 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c590eb4a-4370-424e-883a-2060c1968725 req-6b85ac9f-fd43-43d9-90b7-3ed8ca1bda16 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0739679 Aug 18 18:28:46.611761 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c590eb4a-4370-424e-883a-2060c1968725 req-8d4f1e1f-fd43-4448-b4e8-beb9ce787a4c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480275 Aug 18 18:28:46.871028 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-f9ae9e92-0e11-4422-89a6-ca03b8f89546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:46.872688 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-f9ae9e92-0e11-4422-89a6-ca03b8f89546 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526979 Aug 18 18:28:46.970937 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-2d303b60-aeb4-4e6c-becd-818b1256c1cb service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898051 Aug 18 18:28:47.080373 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d4e7bfc-dc37-464a-847f-8eb120f922b3 req-28b401b6-08ca-46ff-8d85-ce30438e0859 service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006000 Aug 18 18:28:47.316518 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73b2f2-b92c-4b2d-83f1-390a2fa039b6 req-a527cd02-0418-4d50-8677-6a9170837acd tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:47.318283 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3e73b2f2-b92c-4b2d-83f1-390a2fa039b6 req-a527cd02-0418-4d50-8677-6a9170837acd tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0533090 Aug 18 18:28:47.358353 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3e73b2f2-b92c-4b2d-83f1-390a2fa039b6 req-cca0cacb-9c87-47a7-b577-c7540b0149a2 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336094 Aug 18 18:28:47.755697 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f71819-5162-45b4-9866-4f193e8ecede req-b96e8e88-e416-4576-8cee-af274ee5d9f1 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:47.757190 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-16f71819-5162-45b4-9866-4f193e8ecede req-b96e8e88-e416-4576-8cee-af274ee5d9f1 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0610723 Aug 18 18:28:47.797319 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-16f71819-5162-45b4-9866-4f193e8ecede req-3a04a088-74ed-4f4b-b26e-f1b8b4c05746 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340898 Aug 18 18:28:48.350853 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a687f3-871a-4765-b696-f05bc2e7652a req-a5fc1b7f-099e-4638-a857-895c51446618 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:48.352381 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-86a687f3-871a-4765-b696-f05bc2e7652a req-a5fc1b7f-099e-4638-a857-895c51446618 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0555892 Aug 18 18:28:48.392498 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-86a687f3-871a-4765-b696-f05bc2e7652a req-2928c1bf-5011-436a-bf52-f0c9ac089e11 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334210 Aug 18 18:28:48.504300 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0519fdf-f8b9-428b-b6d4-237a3ccc2554 req-efb97f80-3002-4d6b-bb41-8a8f13fb8440 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:48.505757 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d0519fdf-f8b9-428b-b6d4-237a3ccc2554 req-efb97f80-3002-4d6b-bb41-8a8f13fb8440 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0527909 Aug 18 18:28:48.555048 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d0519fdf-f8b9-428b-b6d4-237a3ccc2554 req-0a492fd5-1e6e-4818-9b17-c7e6718a2376 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400462 Aug 18 18:28:48.931149 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d931f-10c8-4176-96f7-db5f27dae750 req-9289a11a-9ce6-4e66-ac8d-6acc5ffabb30 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:48.932820 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-eb4d931f-10c8-4176-96f7-db5f27dae750 req-9289a11a-9ce6-4e66-ac8d-6acc5ffabb30 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0588312 Aug 18 18:28:48.971775 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-eb4d931f-10c8-4176-96f7-db5f27dae750 req-27d842c3-6577-4864-80d0-a69e0e953742 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329511 Aug 18 18:28:49.528373 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb289d47-bd9c-4a6b-b576-f5c8aac2a3ed req-5b7ffbfe-b63f-486b-9e3b-499e37015b73 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:49.529888 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fb289d47-bd9c-4a6b-b576-f5c8aac2a3ed req-5b7ffbfe-b63f-486b-9e3b-499e37015b73 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0595405 Aug 18 18:28:49.571834 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fb289d47-bd9c-4a6b-b576-f5c8aac2a3ed req-8451294e-442c-4d28-8b1f-419692ecda4a tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Aug 18 18:28:49.691127 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0502bdc-bfe1-44f2-b253-eb1e5bcf2561 req-ae108a7c-2cbf-4a2f-bc95-924f6dce391a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:49.692666 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0502bdc-bfe1-44f2-b253-eb1e5bcf2561 req-ae108a7c-2cbf-4a2f-bc95-924f6dce391a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0581012 Aug 18 18:28:49.734549 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e0502bdc-bfe1-44f2-b253-eb1e5bcf2561 req-3e71b86c-48c9-4d5e-8c2b-b6d91f0e75fb tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342686 Aug 18 18:28:50.104201 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db982452-c79a-4b21-af9b-dd9e4126b874 req-9f770ea4-7451-4e0d-9238-e57a1a9bf549 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:50.105706 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-db982452-c79a-4b21-af9b-dd9e4126b874 req-9f770ea4-7451-4e0d-9238-e57a1a9bf549 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0546229 Aug 18 18:28:50.148606 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-db982452-c79a-4b21-af9b-dd9e4126b874 req-0c3dbde7-a9ce-40e4-860c-51f791d396c7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338490 Aug 18 18:28:50.701714 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107674f-c7ff-4a41-8337-1c6db8c2d354 req-b3066052-6f76-42ea-93c0-2ef3b7f9fcaf tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:50.703207 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b107674f-c7ff-4a41-8337-1c6db8c2d354 req-b3066052-6f76-42ea-93c0-2ef3b7f9fcaf tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0574753 Aug 18 18:28:50.744077 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b107674f-c7ff-4a41-8337-1c6db8c2d354 req-8d082617-4440-4755-b669-234a247e30b5 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335841 Aug 18 18:28:50.866496 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64181ad5-f96a-4ac2-aeaf-e01b261c0883 req-6f8525a9-de77-4041-a481-90a6ccffd2bb tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:50.867905 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-64181ad5-f96a-4ac2-aeaf-e01b261c0883 req-6f8525a9-de77-4041-a481-90a6ccffd2bb tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0546956 Aug 18 18:28:50.910574 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-64181ad5-f96a-4ac2-aeaf-e01b261c0883 req-0d7a489b-a451-497a-a4f1-bf7db5c2a7de tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364373 Aug 18 18:28:51.036982 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380b5be-3095-4429-b694-69ccdba1216c req-8f1932a1-22a0-40fe-a840-680208b8d9c6 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:51.038551 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1380b5be-3095-4429-b694-69ccdba1216c req-8f1932a1-22a0-40fe-a840-680208b8d9c6 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0542607 Aug 18 18:28:51.079825 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1380b5be-3095-4429-b694-69ccdba1216c req-838dc56f-36ec-4fd9-ba93-1a7a8de2fcda tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325532 Aug 18 18:28:51.102987 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48376) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:51.141684 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc342a-276c-43b3-8f8a-00c7e11eab2d tempest-TestVolumeBootPattern-284120164 tempest-TestVolumeBootPattern-284120164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:51.143159 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-50fc342a-276c-43b3-8f8a-00c7e11eab2d tempest-TestVolumeBootPattern-284120164 tempest-TestVolumeBootPattern-284120164-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 1094 time: 0.0391588 Aug 18 18:28:51.145838 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48378) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:28:51.150554 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'floatingip': {'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:28:51.175330 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:51.270338 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734b33f-ee92-41b6-9729-e95e06c77303 req-a8c814ee-f95e-4501-9cd7-001c6711794f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:51.272535 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1734b33f-ee92-41b6-9729-e95e06c77303 req-a8c814ee-f95e-4501-9cd7-001c6711794f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0533180 Aug 18 18:28:51.279182 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:51.313276 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1734b33f-ee92-41b6-9729-e95e06c77303 req-3e884305-38db-485e-a026-f2b4224f84b1 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346220 Aug 18 18:28:51.386017 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Allocated IP 172.27.1.193 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/5907c5a2-e6a5-4da6-a809-85441b7b86e5) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:28:51.487486 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:51.529349 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:51.572025 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:28:51.576583 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:28:51.580758 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:28:51.583820 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'Port': ['ID=5907c5a2-e6a5-4da6-a809-85441b7b86e5,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:51.862234 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c54bfe-9336-42e9-97f9-88b67cf269af req-fab8429d-2fd3-45a9-b161-cfecb0babcab tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:51.863773 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-23c54bfe-9336-42e9-97f9-88b67cf269af req-fab8429d-2fd3-45a9-b161-cfecb0babcab tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0502019 Aug 18 18:28:51.905549 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-23c54bfe-9336-42e9-97f9-88b67cf269af req-cbb0b232-073f-483e-b215-5da7845a7215 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325739 Aug 18 18:28:51.952196 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:52.028894 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:52.184274 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:52.191271 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:52.254811 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'Port': ['ID=5907c5a2-e6a5-4da6-a809-85441b7b86e5,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:52.266742 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:52.395872 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.l3_db [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Floating IP d6b23573-a27f-4139-8a58-4f341cb45b45 associated. External IP: 172.27.1.193, port: 0d2354b4-7272-4f4c-b209-a426e943cbd0. Aug 18 18:28:52.509583 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec6a2a-db63-48e0-af4d-cf90b965ac12 req-aaa62d9d-4137-4d3b-b178-c6bca834e5df tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:52.511113 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7aec6a2a-db63-48e0-af4d-cf90b965ac12 req-aaa62d9d-4137-4d3b-b178-c6bca834e5df tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.1245041 Aug 18 18:28:52.595196 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7aec6a2a-db63-48e0-af4d-cf90b965ac12 req-d522fc6f-dc78-41c5-a33b-d986499b9491 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765119 Aug 18 18:28:52.671113 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:28:52.788774 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:28:52.799074 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] Sync routers for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:28:52.806899 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:52.811857 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:28:52.813280 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:28:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:52.837213 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-46783438-ed9b-4f31-847f-e7dbd7da051d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6901710 Aug 18 18:28:52.837827 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add22821-dec6-4543-900b-4df7c333e381', 'tag': '0d2354b4-7272-4f4c-b209-a426e943cbd0'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:52.840252 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3147512c4fa157d754f702ef9723cc7336f59ba7208018a681c655e88a5a3d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "add22821-dec6-4543-900b-4df7c333e381", "tag": "0d2354b4-7272-4f4c-b209-a426e943cbd0"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:52.926065 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:28:52.933168 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29242054-e140-48af-98c5-7da45d5ee85e x-openstack-request-id: req-29242054-e140-48af-98c5-7da45d5ee85e {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:52.933710 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add22821-dec6-4543-900b-4df7c333e381", "tag": "0d2354b4-7272-4f4c-b209-a426e943cbd0", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:52.934451 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29242054-e140-48af-98c5-7da45d5ee85e {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:52.934451 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add22821-dec6-4543-900b-4df7c333e381', 'tag': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'status': 'completed', 'code': 200} Aug 18 18:28:53.071302 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3c7e0-7172-4278-a0ea-b2f6b0486a34 req-38ec4fa8-1669-4916-89f0-f6d234002c65 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:53.072948 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48f3c7e0-7172-4278-a0ea-b2f6b0486a34 req-38ec4fa8-1669-4916-89f0-f6d234002c65 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0838294 Aug 18 18:28:53.079963 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-a9193cf7-83d8-49bf-bb52-99017a8e759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:53.081627 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-a9193cf7-83d8-49bf-bb52-99017a8e759b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 1099 time: 0.0646966 Aug 18 18:28:53.159307 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48f3c7e0-7172-4278-a0ea-b2f6b0486a34 req-9a4d078d-faa5-40b1-a62f-68a2b7b0e82d tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766175 Aug 18 18:28:53.210472 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-e3cd5376-f666-4c9f-bce8-f124b3266aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:53.211977 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-e3cd5376-f666-4c9f-bce8-f124b3266aab service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 913 time: 0.1164286 Aug 18 18:28:53.285912 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'd6b23573-a27f-4139-8a58-4f341cb45b45', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:c4:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:51Z', 'updated_at': '2021-08-18T18:28:51Z', 'revision_number': 0, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:53.302556 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-1b11df2b-3aa3-41cd-98b8-f59ae510eeef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d2354b4-7272-4f4c-b209-a426e943cbd0 HTTP/1.1" status: 200 len: 1000 time: 0.0622633 Aug 18 18:28:53.321277 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] Checking router: 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:28:53.330216 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:28:53.330823 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:28:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:53.362382 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-2b27805e-c942-47f9-87fa-1816e1bc9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:53.363897 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-2b27805e-c942-47f9-87fa-1816e1bc9bae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.0455248 Aug 18 18:28:53.420421 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-da0deb67-12ea-4f31-8606-6b699d9c476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:53.421851 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-da0deb67-12ea-4f31-8606-6b699d9c476e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482078 Aug 18 18:28:53.439101 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:28:53.513397 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-8005c607-c051-4c68-9114-f50c678c6974 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831723 Aug 18 18:28:53.609221 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5284fa39-a8e3-4adb-bdfe-bf837d135ca6 req-7cd011e4-32c2-4da0-a385-0ca2c39ab83a service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885048 Aug 18 18:28:53.674547 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'd6b23573-a27f-4139-8a58-4f341cb45b45', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:c4:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:51Z', 'updated_at': '2021-08-18T18:28:51Z', 'revision_number': 0, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:28:53.706842 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838a07a-449b-40ae-9943-de425edc53c8 None None] The sync data for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi is: [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'd6b23573-a27f-4139-8a58-4f341cb45b45', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:c4:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:51Z', 'updated_at': '2021-08-18T18:28:51Z', 'revision_number': 0, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:28:53.733165 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c81031-8e9e-4ecf-bfe4-85cdf4d15b42 req-fda71fc7-3907-48b0-ad3c-5bd9982b3add tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:53.734702 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-46c81031-8e9e-4ecf-bfe4-85cdf4d15b42 req-fda71fc7-3907-48b0-ad3c-5bd9982b3add tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0590179 Aug 18 18:28:53.780156 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-46c81031-8e9e-4ecf-bfe4-85cdf4d15b42 req-5b279bec-4451-4fd8-b6d8-867056e9f430 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380335 Aug 18 18:28:53.907121 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8ee90-e051-4432-ad5c-e68296c557de None None] New status for floating IP d6b23573-a27f-4139-8a58-4f341cb45b45: ACTIVE {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:28:54.291953 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904a15c-c2f2-40de-a7b0-b81d088f93e8 req-69138791-5459-4864-b642-bae5bf968228 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:54.293345 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c904a15c-c2f2-40de-a7b0-b81d088f93e8 req-69138791-5459-4864-b642-bae5bf968228 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0595088 Aug 18 18:28:54.335515 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c904a15c-c2f2-40de-a7b0-b81d088f93e8 req-2bc6ae02-a9a0-4077-b48a-b1243e234327 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324738 Aug 18 18:28:54.909865 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e8327-40fa-4ffa-9304-745e9e310da0 req-d29ea447-eb59-4496-90bb-a68e91c744d0 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:54.911516 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-672e8327-40fa-4ffa-9304-745e9e310da0 req-d29ea447-eb59-4496-90bb-a68e91c744d0 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0509021 Aug 18 18:28:54.952912 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-672e8327-40fa-4ffa-9304-745e9e310da0 req-df186092-14dc-499b-98ad-150fd27b67ff tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333273 Aug 18 18:28:55.469948 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eb492-d79d-41b2-9f97-5305ddc4d0a0 req-42558105-8a9f-4693-bd14-70e3e71674d9 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:55.471491 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2e6eb492-d79d-41b2-9f97-5305ddc4d0a0 req-42558105-8a9f-4693-bd14-70e3e71674d9 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0595124 Aug 18 18:28:55.513683 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2e6eb492-d79d-41b2-9f97-5305ddc4d0a0 req-36ef1644-74fd-4a42-8d2e-441e8ee726f1 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359466 Aug 18 18:28:56.083512 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91177f63-a4cb-4afe-b61c-596fa3481b08 req-f21bbfb9-e8ca-40ff-a981-d80fe7d78490 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:56.083512 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-91177f63-a4cb-4afe-b61c-596fa3481b08 req-f21bbfb9-e8ca-40ff-a981-d80fe7d78490 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0540509 Aug 18 18:28:56.123051 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-91177f63-a4cb-4afe-b61c-596fa3481b08 req-97aaf2d3-c4da-40f5-9bdd-ddf682fef209 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331008 Aug 18 18:28:56.298650 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4808f-a6c9-4436-bee4-fb4b54f94d24 req-7e300766-4f21-434a-a498-b691d2e1423e tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:56.300377 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-acf4808f-a6c9-4436-bee4-fb4b54f94d24 req-7e300766-4f21-434a-a498-b691d2e1423e tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 945 time: 0.0495484 Aug 18 18:28:56.338173 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-acf4808f-a6c9-4436-bee4-fb4b54f94d24 req-a083b596-21b1-47ff-af4c-6e0afbfbe5fd tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Aug 18 18:28:56.641798 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107de08-108d-49c6-b1ec-3d7a03143ad7 req-964b3e50-f3fa-4e97-b49e-a95ccac74c6d tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:56.643241 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7107de08-108d-49c6-b1ec-3d7a03143ad7 req-964b3e50-f3fa-4e97-b49e-a95ccac74c6d tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0507689 Aug 18 18:28:56.687885 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7107de08-108d-49c6-b1ec-3d7a03143ad7 req-a6ba1f20-83b1-4991-b55b-03ed0f40a081 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331523 Aug 18 18:28:57.247158 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e865f-0b7d-401b-aed9-20214db213da req-d414f8de-5b44-4459-9db8-0ee0d1c0fa24 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:57.248667 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-557e865f-0b7d-401b-aed9-20214db213da req-d414f8de-5b44-4459-9db8-0ee0d1c0fa24 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0521691 Aug 18 18:28:57.291738 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-557e865f-0b7d-401b-aed9-20214db213da req-fbcf7b4b-d86e-46fc-99a3-71d2e9ceba5b tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Aug 18 18:28:57.463865 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed2655-8cd1-4f1a-bccb-b3bf0ecf44bc req-ae6ef9e0-6ad3-4f5f-bea2-1eda68f1da2a tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:57.465385 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a4ed2655-8cd1-4f1a-bccb-b3bf0ecf44bc req-ae6ef9e0-6ad3-4f5f-bea2-1eda68f1da2a tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 945 time: 0.0531611 Aug 18 18:28:57.507451 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a4ed2655-8cd1-4f1a-bccb-b3bf0ecf44bc req-8e7003b7-4243-4ae4-9335-40cd596891f8 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358777 Aug 18 18:28:57.838732 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cde192-2ad6-4de0-beac-d712f3bf8135 req-b21d3753-6c74-440b-acff-bbe42a977f45 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:57.840207 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14cde192-2ad6-4de0-beac-d712f3bf8135 req-b21d3753-6c74-440b-acff-bbe42a977f45 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0625429 Aug 18 18:28:57.880261 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14cde192-2ad6-4de0-beac-d712f3bf8135 req-9f919529-40a3-4df5-9f1c-7c932925e23f tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312486 Aug 18 18:28:58.371140 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-834b1348-eb6e-4c21-9068-fe6a991aa8ea tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:58.372644 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-834b1348-eb6e-4c21-9068-fe6a991aa8ea tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.61 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 945 time: 0.0598710 Aug 18 18:28:58.421401 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af19939-c64e-46f0-ad3c-6fa2c876b88e req-8427ec6b-5f16-4095-a0a8-981ef70d59b7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:58.422904 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3af19939-c64e-46f0-ad3c-6fa2c876b88e req-8427ec6b-5f16-4095-a0a8-981ef70d59b7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0511346 Aug 18 18:28:58.464281 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3af19939-c64e-46f0-ad3c-6fa2c876b88e req-091524cf-26d1-4471-89d3-a9ecef016c2e tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341215 Aug 18 18:28:58.470323 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-a17fd74b-2ff3-41df-809a-0ca361face1c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Deleting port acdcd553-53b3-4647-b4a4-57acb3915eed {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:28:58.470730 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-a17fd74b-2ff3-41df-809a-0ca361face1c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:58.567740 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-a17fd74b-2ff3-41df-809a-0ca361face1c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] For port acdcd553-53b3-4647-b4a4-57acb3915eed, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=acdcd553-53b3-4647-b4a4-57acb3915eed,segment=NetworkSegment(86e58c43-0ba4-4030-a236-45162d3bb929),segment_id=86e58c43-0ba4-4030-a236-45162d3bb929)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:28:58.568135 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-a17fd74b-2ff3-41df-809a-0ca361face1c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:58.588834 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-a17fd74b-2ff3-41df-809a-0ca361face1c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Calling delete_port for acdcd553-53b3-4647-b4a4-57acb3915eed owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:28:58.680457 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16d422-8a1a-4c66-b790-27bca5d63564 req-d576e2f4-0c4c-4193-b6e1-a64141062e1a tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:58.682036 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bb16d422-8a1a-4c66-b790-27bca5d63564 req-d576e2f4-0c4c-4193-b6e1-a64141062e1a tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 945 time: 0.0494823 Aug 18 18:28:58.718046 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb706d5-e7af-4120-88ef-9e996afaedbd req-e6e0b455-6aab-4207-81c5-f4d2beb84730 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:58.719904 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6fb706d5-e7af-4120-88ef-9e996afaedbd req-e6e0b455-6aab-4207-81c5-f4d2beb84730 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0769887 Aug 18 18:28:58.722184 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bb16d422-8a1a-4c66-b790-27bca5d63564 req-e7b9d312-d8c9-4298-8468-f6b13c2c2e47 tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/security-groups?id=18cb1058-9b66-4930-8a43-61cb83d794ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333283 Aug 18 18:28:58.821825 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-f1c84960-7420-4a81-abdb-3d82c60dd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:58.823332 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-f1c84960-7420-4a81-abdb-3d82c60dd53e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 1099 time: 0.1024795 Aug 18 18:28:58.826160 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6fb706d5-e7af-4120-88ef-9e996afaedbd req-8f8d2677-87aa-4270-b0b9-53dc405d5c17 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962007 Aug 18 18:28:58.855462 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-a17fd74b-2ff3-41df-809a-0ca361face1c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:58.891700 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['acdcd553-53b3-4647-b4a4-57acb3915eed'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:28:58.912249 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fd74b-2ff3-41df-809a-0ca361face1c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Pushing event deleted for resources: {'Port': ['ID=acdcd553-53b3-4647-b4a4-57acb3915eed,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:28:58.964921 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-a17fd74b-2ff3-41df-809a-0ca361face1c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] No DVR routers for this DVR port acdcd553-53b3-4647-b4a4-57acb3915eed on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:28:58.968432 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-a17fd74b-2ff3-41df-809a-0ca361face1c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:28:58.970390 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-902eeedf-bcb2-43d2-bd14-4b698c45d388 req-a17fd74b-2ff3-41df-809a-0ca361face1c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.61 "DELETE /v2.0/ports/acdcd553-53b3-4647-b4a4-57acb3915eed HTTP/1.1" status: 204 len: 173 time: 0.5918417 Aug 18 18:28:58.970822 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23', 'name': 'network-vif-deleted', 'tag': 'acdcd553-53b3-4647-b4a4-57acb3915eed'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:28:58.973103 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308d9484-aabc-4aba-8d92-dad826fc3818" -d '{"events": [{"server_uuid": "6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23", "name": "network-vif-deleted", "tag": "acdcd553-53b3-4647-b4a4-57acb3915eed"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:28:58.998972 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-688165be-2d1d-4e14-b425-dc7a56ef3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:59.000684 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-688165be-2d1d-4e14-b425-dc7a56ef3d03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 912 time: 0.1659896 Aug 18 18:28:59.030416 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628a569-03e8-40bb-a1ef-927ef8af5fa8 req-fe772c83-1e1c-4bde-b81d-e92c3ed26893 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:59.031955 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e628a569-03e8-40bb-a1ef-927ef8af5fa8 req-fe772c83-1e1c-4bde-b81d-e92c3ed26893 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0599897 Aug 18 18:28:59.048004 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00ba971-666b-438b-975d-3df6a8512eb6 x-openstack-request-id: req-e00ba971-666b-438b-975d-3df6a8512eb6 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:28:59.048333 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23", "name": "network-vif-deleted", "tag": "acdcd553-53b3-4647-b4a4-57acb3915eed", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:28:59.048565 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e00ba971-666b-438b-975d-3df6a8512eb6 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:28:59.048971 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23', 'name': 'network-vif-deleted', 'tag': 'acdcd553-53b3-4647-b4a4-57acb3915eed', 'status': 'completed', 'code': 200} Aug 18 18:28:59.078448 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e628a569-03e8-40bb-a1ef-927ef8af5fa8 req-59dfd923-0daf-47ce-b631-f3440cf80fc7 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Aug 18 18:28:59.078714 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-bfee749c-c2ab-4a02-8c40-ffda4ddbb89f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3611cb2c-7195-41ea-9e8a-12221972eb07 HTTP/1.1" status: 200 len: 1001 time: 0.0703537 Aug 18 18:28:59.154927 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-c400cef9-008b-47b4-84d6-3060495d0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:59.156438 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-c400cef9-008b-47b4-84d6-3060495d0d35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 200 len: 850 time: 0.0707116 Aug 18 18:28:59.226804 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-07a54b55-6d5e-427e-b121-667f9cba8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:59.228376 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-07a54b55-6d5e-427e-b121-667f9cba8ec4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=993c729d-a966-4d50-b4bc-f0ad5773f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516932 Aug 18 18:28:59.343925 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-6281001a-3891-488b-80dc-c419c3c10b27 service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964551 Aug 18 18:28:59.438864 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63c2fb5c-9eb4-45f6-bfba-ff95d245400e req-9b288ba0-d70a-4325-ab26-9d8afe656648 service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 Aug 18 18:28:59.836711 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-de8e467b-7532-4d23-a82c-ab67eb55d7dc req-cf889d67-eb0a-457d-9d89-0831a7568e2c tempest-VolumesSnapshotTestJSON-1479883001 tempest-VolumesSnapshotTestJSON-1479883001-project] 10.222.0.46 "GET /v2.0/ports?device_id=6342bfa9-3c9a-4a7d-b5b6-f16f9f744a23 HTTP/1.1" status: 200 len: 210 time: 0.0272217 Aug 18 18:28:59.959451 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7d91a-de0f-493b-ad44-61f4d6ab1c7e req-1e5c4e81-4143-4a69-ba7c-d2586fe7dc1d tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:28:59.961155 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29d7d91a-de0f-493b-ad44-61f4d6ab1c7e req-1e5c4e81-4143-4a69-ba7c-d2586fe7dc1d tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0586414 Aug 18 18:29:00.011202 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29d7d91a-de0f-493b-ad44-61f4d6ab1c7e req-dd69b873-57e7-4171-8066-770ce1514ae5 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435650 Aug 18 18:29:00.202551 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397a5f7-cbd8-4a74-852d-835a61bb302f req-4e23f4a3-82ce-46ad-80ff-669e5faff753 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:00.204295 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4397a5f7-cbd8-4a74-852d-835a61bb302f req-4e23f4a3-82ce-46ad-80ff-669e5faff753 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0566435 Aug 18 18:29:00.244656 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4397a5f7-cbd8-4a74-852d-835a61bb302f req-e6ed23bc-739e-4f86-80be-20182d369117 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343289 Aug 18 18:29:00.911888 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-08b9df06-e43e-4787-a6cb-6abffb85b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:00.913589 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-08b9df06-e43e-4787-a6cb-6abffb85b896 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be905b0199494bc59360e3484fc67e00&device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 1098 time: 0.0520587 Aug 18 18:29:01.316230 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638b195-01c2-4326-a41e-e4f2cab1d600 req-369fa535-83d2-49d0-87be-dd5d0056892b tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:01.317710 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3638b195-01c2-4326-a41e-e4f2cab1d600 req-369fa535-83d2-49d0-87be-dd5d0056892b tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.1084514 Aug 18 18:29:01.320828 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-013b0cc5-f101-4379-b126-4b280f731da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:01.322311 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-013b0cc5-f101-4379-b126-4b280f731da7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418 HTTP/1.1" status: 200 len: 910 time: 0.3982160 Aug 18 18:29:01.361662 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fddce7-a795-499b-ba9c-8da0871b31f4 req-3370400f-ffea-4a16-bed2-fcc6f8194d11 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:01.363164 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b9fddce7-a795-499b-ba9c-8da0871b31f4 req-3370400f-ffea-4a16-bed2-fcc6f8194d11 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0497012 Aug 18 18:29:01.394565 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3638b195-01c2-4326-a41e-e4f2cab1d600 req-d8d9d3d5-210a-4de0-8cdc-fbb99f486706 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695250 Aug 18 18:29:01.402757 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b9fddce7-a795-499b-ba9c-8da0871b31f4 req-6f9b2d84-68d1-48a9-b9e1-a3eeb61043cf tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331025 Aug 18 18:29:01.410362 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-005b3de1-ff46-491c-bfe5-04f64d69f2c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca364145-4993-4850-9b35-c1dfd201d15a HTTP/1.1" status: 200 len: 1001 time: 0.0717559 Aug 18 18:29:01.466624 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-b773798f-3e25-4826-bd5f-e22cc6512faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:01.468062 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-b773798f-3e25-4826-bd5f-e22cc6512faf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=decc5e84-a8b6-4344-93a9-d3163aff0fbe HTTP/1.1" status: 200 len: 848 time: 0.0441406 Aug 18 18:29:01.523423 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-c7ae286c-a4b1-4e25-9cd9-5b69fdfb3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:01.524920 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-c7ae286c-a4b1-4e25-9cd9-5b69fdfb3675 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470638 Aug 18 18:29:01.621344 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-c5e0c249-8149-4475-a8ec-77bac497d3d0 service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881860 Aug 18 18:29:01.713895 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6c8c3c5-6da5-4bd2-a6ce-210b5067b214 req-1daf574b-9b5f-44d4-b289-392fd2b7aaac service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852792 Aug 18 18:29:02.525188 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b8376-87cb-4447-b8af-c98917ac581f req-8b0d5fe3-df9c-438c-bc03-ce387c7ecedd tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:02.527378 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-456b8376-87cb-4447-b8af-c98917ac581f req-8b0d5fe3-df9c-438c-bc03-ce387c7ecedd tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0547850 Aug 18 18:29:02.566875 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-456b8376-87cb-4447-b8af-c98917ac581f req-26bbb912-dcc7-4091-8660-853a0515431c tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337379 Aug 18 18:29:03.705611 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7776ba-b136-4c21-ab63-9c093cc86d1a req-4ce775c0-7a95-468d-90b1-21b6d9bb2758 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:03.707930 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ed7776ba-b136-4c21-ab63-9c093cc86d1a req-4ce775c0-7a95-468d-90b1-21b6d9bb2758 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0604038 Aug 18 18:29:03.749976 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ed7776ba-b136-4c21-ab63-9c093cc86d1a req-f13cd4cb-8895-4e7c-b36f-5d73f57c6157 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342937 Aug 18 18:29:04.413583 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device acdcd553-53b3-4647-b4a4-57acb3915eed no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:29:04.440422 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: acdcd553-53b3-4647-b4a4-57acb3915eed {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:29:04.440760 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device acdcd553-53b3-4647-b4a4-57acb3915eed not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:29:04.889253 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a2d06-cd8b-4e28-a2d0-72fc24abb6d6 req-1b276723-4e4e-43c4-81bc-76c069b77d26 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:04.890726 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ce1a2d06-cd8b-4e28-a2d0-72fc24abb6d6 req-1b276723-4e4e-43c4-81bc-76c069b77d26 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0608988 Aug 18 18:29:04.935599 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ce1a2d06-cd8b-4e28-a2d0-72fc24abb6d6 req-a4513ca7-0183-470e-9f25-a3fcf81ca8c0 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373285 Aug 18 18:29:06.319454 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292d3de-388c-4ba7-8840-215eafd17169 req-1268d61f-3668-4544-9cdd-eb8a7ef5b6e9 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:06.321286 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7292d3de-388c-4ba7-8840-215eafd17169 req-1268d61f-3668-4544-9cdd-eb8a7ef5b6e9 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.3097651 Aug 18 18:29:06.361454 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7292d3de-388c-4ba7-8840-215eafd17169 req-66aabf4e-6fba-4962-9185-252885ebc6f4 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330658 Aug 18 18:29:07.485811 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a79094-ac3e-408f-b1bd-03f979619164 req-8b10b5c7-fc3c-4bef-9c5b-67998a0f5aa0 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:07.487310 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-04a79094-ac3e-408f-b1bd-03f979619164 req-8b10b5c7-fc3c-4bef-9c5b-67998a0f5aa0 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0517616 Aug 18 18:29:07.526762 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-04a79094-ac3e-408f-b1bd-03f979619164 req-dd44d438-003e-4d04-82ea-aed27ab8176a tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332096 Aug 18 18:29:07.730959 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5399b398-3477-416d-a3c6-1c588611ff83 req-24a204e4-1d0e-4bc7-be50-dd58ecdb962e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419645 Aug 18 18:29:07.770814 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6504a93-56f1-48d5-8160-4d8c662885dc req-a444a244-aa9a-4eb1-8e1a-c795435a49e8 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:07.771897 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d6504a93-56f1-48d5-8160-4d8c662885dc req-a444a244-aa9a-4eb1-8e1a-c795435a49e8 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0489395 Aug 18 18:29:07.813360 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d6504a93-56f1-48d5-8160-4d8c662885dc req-867b86b2-b447-41d3-8b7c-3adbd59574b7 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331671 Aug 18 18:29:08.905025 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-59fa9241-9a9f-4795-9177-e0951c5343b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:08.943494 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0501077-2a72-40ab-8ae4-dae6514efe0c req-ace1788b-d170-48fa-bbc2-21a653e5f6e4 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:08.944996 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0501077-2a72-40ab-8ae4-dae6514efe0c req-ace1788b-d170-48fa-bbc2-21a653e5f6e4 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0536935 Aug 18 18:29:08.988102 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0501077-2a72-40ab-8ae4-dae6514efe0c req-41e39fd6-3f59-41b4-a466-e22e80b4ad52 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353239 Aug 18 18:29:09.397237 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ca364145-4993-4850-9b35-c1dfd201d15a no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:29:09.484484 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:09.507889 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:29:09.510456 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5d1c26-fd93-484d-b431-9e436f8111e2" -d '{"events": [{"server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:29:09.523397 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ca364145-4993-4850-9b35-c1dfd201d15a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ca364145-4993-4850-9b35-c1dfd201d15a,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:09.528940 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:09.577111 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=ca364145-4993-4850-9b35-c1dfd201d15a,revision_number=6']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:09.604427 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b398-3477-416d-a3c6-1c588611ff83 req-1f640487-e3a6-4570-9d4e-5059eaa706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:09.605942 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5399b398-3477-416d-a3c6-1c588611ff83 req-1f640487-e3a6-4570-9d4e-5059eaa706d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab&tenant_id=be905b0199494bc59360e3484fc67e00 HTTP/1.1" status: 200 len: 1096 time: 0.0551975 Aug 18 18:29:09.608967 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9596d286-8c3c-473b-9438-7341a8332fc0 x-openstack-request-id: req-9596d286-8c3c-473b-9438-7341a8332fc0 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:29:09.609280 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:29:09.609532 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9596d286-8c3c-473b-9438-7341a8332fc0 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:29:09.609926 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'code': 200} Aug 18 18:29:09.720731 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b398-3477-416d-a3c6-1c588611ff83 req-ad1e993e-e565-41d3-9db0-6e814e3c87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:09.722184 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5399b398-3477-416d-a3c6-1c588611ff83 req-ad1e993e-e565-41d3-9db0-6e814e3c87d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be905b0199494bc59360e3484fc67e00&device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 1096 time: 0.0445378 Aug 18 18:29:09.823639 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b398-3477-416d-a3c6-1c588611ff83 req-132c26a4-4d0b-4e13-a094-a99cf19d0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:09.825067 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5399b398-3477-416d-a3c6-1c588611ff83 req-132c26a4-4d0b-4e13-a094-a99cf19d0342 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418 HTTP/1.1" status: 200 len: 910 time: 0.0861745 Aug 18 18:29:09.893680 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5399b398-3477-416d-a3c6-1c588611ff83 req-f3e9cd05-af32-44b5-85f2-9e1af793d48b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca364145-4993-4850-9b35-c1dfd201d15a HTTP/1.1" status: 200 len: 999 time: 0.0600452 Aug 18 18:29:09.949907 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b398-3477-416d-a3c6-1c588611ff83 req-b9af36a9-4979-4eb6-a79e-c00cb5468449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:09.951455 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5399b398-3477-416d-a3c6-1c588611ff83 req-b9af36a9-4979-4eb6-a79e-c00cb5468449 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=decc5e84-a8b6-4344-93a9-d3163aff0fbe HTTP/1.1" status: 200 len: 848 time: 0.0495076 Aug 18 18:29:10.019208 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b398-3477-416d-a3c6-1c588611ff83 req-64b0c456-b1b2-4df0-9c44-526aaa3a2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:10.020734 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5399b398-3477-416d-a3c6-1c588611ff83 req-64b0c456-b1b2-4df0-9c44-526aaa3a2f5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512819 Aug 18 18:29:10.108813 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e1842-b338-4e88-8f95-585ab6aa843c req-5212de8d-bf12-41de-9b97-7a839b37f487 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:10.110436 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5c5e1842-b338-4e88-8f95-585ab6aa843c req-5212de8d-bf12-41de-9b97-7a839b37f487 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0484471 Aug 18 18:29:10.113672 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5399b398-3477-416d-a3c6-1c588611ff83 req-d270027b-225b-4ea6-be55-076b6bdd402a service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844076 Aug 18 18:29:10.155066 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5c5e1842-b338-4e88-8f95-585ab6aa843c req-bdff6eb3-5973-4375-bb16-c5c39e71b8f3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363810 Aug 18 18:29:10.209775 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5399b398-3477-416d-a3c6-1c588611ff83 req-7369424a-b17a-4e9c-9c4b-0e29ba5858d4 service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Aug 18 18:29:10.246083 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:29:11.281850 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e4f22-4d36-40f3-ac98-d0bdf36da963 req-b1ed8b77-9087-434f-9189-f3179a139145 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:11.283794 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1b8e4f22-4d36-40f3-ac98-d0bdf36da963 req-b1ed8b77-9087-434f-9189-f3179a139145 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0534537 Aug 18 18:29:11.328161 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1b8e4f22-4d36-40f3-ac98-d0bdf36da963 req-c2ed176d-3a8c-4a6f-98f7-9c20f258c90e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345030 Aug 18 18:29:11.331848 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a0363e6d-1d6b-4a02-9bd6-10b1f4766fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:12.180130 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:12.465700 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db7284-1104-4c6e-9486-2f08e3cf9bce req-bdb6e637-ba60-44cb-8362-2fe190a94773 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:12.467089 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92db7284-1104-4c6e-9486-2f08e3cf9bce req-bdb6e637-ba60-44cb-8362-2fe190a94773 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0626678 Aug 18 18:29:12.507570 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-92db7284-1104-4c6e-9486-2f08e3cf9bce req-1dda267a-695b-4378-b1dc-9a43a2ec3358 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334036 Aug 18 18:29:13.096930 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:13.638162 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0aaab-47d4-4026-8d2d-63ee086846c3 req-d14ae93a-efb9-4097-a88b-91be98a70ef9 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:13.639698 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-aed0aaab-47d4-4026-8d2d-63ee086846c3 req-d14ae93a-efb9-4097-a88b-91be98a70ef9 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0575635 Aug 18 18:29:13.685214 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-aed0aaab-47d4-4026-8d2d-63ee086846c3 req-ed05e54f-735d-404e-9ddb-46129a45acc8 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364728 Aug 18 18:29:14.611438 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:14.805844 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a661bb-c8a1-4e01-a930-39c96ed854cc req-14ea4da9-3f47-4550-adb7-e232746bbd17 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:14.807339 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-18a661bb-c8a1-4e01-a930-39c96ed854cc req-14ea4da9-3f47-4550-adb7-e232746bbd17 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0489035 Aug 18 18:29:14.846779 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-18a661bb-c8a1-4e01-a930-39c96ed854cc req-d89cc4ae-b5b4-41ca-b1fe-6647731e24b3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331333 Aug 18 18:29:15.019469 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:15.980696 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026632-962a-4ddb-b8d2-a9bb7d0184b8 req-0eb2e6b4-8d30-4788-8409-3ed9a45246a7 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:15.986422 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a1026632-962a-4ddb-b8d2-a9bb7d0184b8 req-0eb2e6b4-8d30-4788-8409-3ed9a45246a7 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0637770 Aug 18 18:29:16.026857 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-a1026632-962a-4ddb-b8d2-a9bb7d0184b8 req-1a5bd6c4-4f50-4303-8b40-0182c3d81f74 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343964 Aug 18 18:29:17.148601 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff2982-3555-4c2d-85a6-d99b684fd61b req-b7ef3e6e-b582-4076-85da-7a227cb3691a tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:17.150091 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-74ff2982-3555-4c2d-85a6-d99b684fd61b req-b7ef3e6e-b582-4076-85da-7a227cb3691a tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 943 time: 0.0508976 Aug 18 18:29:17.193507 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-74ff2982-3555-4c2d-85a6-d99b684fd61b req-690af5eb-2b02-4870-849d-a8b68eb7753d tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371687 Aug 18 18:29:17.457552 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ca364145-4993-4850-9b35-c1dfd201d15a details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:29:17.565269 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ca364145-4993-4850-9b35-c1dfd201d15a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ca364145-4993-4850-9b35-c1dfd201d15a,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:17.576728 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'port_id': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'mac_address': 'fa:16:3e:ec:9f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:29:17.592468 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-a60ee2fb-1b9f-4788-9654-041690624790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:17.593900 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-a60ee2fb-1b9f-4788-9654-041690624790 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be905b0199494bc59360e3484fc67e00&device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 1096 time: 0.0442166 Aug 18 18:29:17.617516 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:17.631118 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca364145-4993-4850-9b35-c1dfd201d15a {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:29:17.651781 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ca364145-4993-4850-9b35-c1dfd201d15a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ca364145-4993-4850-9b35-c1dfd201d15a,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:17.657009 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:17.703359 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=ca364145-4993-4850-9b35-c1dfd201d15a,revision_number=7']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:17.703645 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-7eece129-4f8d-4ff1-85ad-27935a608154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:17.705029 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-7eece129-4f8d-4ff1-85ad-27935a608154 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418 HTTP/1.1" status: 200 len: 910 time: 0.0905962 Aug 18 18:29:17.780510 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-254af872-f632-4c51-a82d-652f055cf2b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca364145-4993-4850-9b35-c1dfd201d15a HTTP/1.1" status: 200 len: 1000 time: 0.0676577 Aug 18 18:29:17.838607 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-9497150e-8e69-43a1-bd2d-6f7f8c78314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:17.840066 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-9497150e-8e69-43a1-bd2d-6f7f8c78314e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=decc5e84-a8b6-4344-93a9-d3163aff0fbe HTTP/1.1" status: 200 len: 848 time: 0.0514650 Aug 18 18:29:17.899921 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-dab99b6f-aad0-4a74-8aa0-dd3c43b13ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:17.901923 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-dab99b6f-aad0-4a74-8aa0-dd3c43b13ce8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515378 Aug 18 18:29:18.001733 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-90156b57-b71e-44fa-b483-9882fa27d7b3 service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867836 Aug 18 18:29:18.049187 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['ca364145-4993-4850-9b35-c1dfd201d15a'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:29:18.106182 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-daddfe41-faed-441c-b985-8e2fe4ccfa2c req-4f880686-cda9-4f2a-bcd5-eae69da1ddae service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956104 Aug 18 18:29:18.312917 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb0031-c232-4e58-8ef8-cf2f9ffeac52 req-c0d46972-03fe-425c-b5d7-01dc3e66e865 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:18.314369 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f2bb0031-c232-4e58-8ef8-cf2f9ffeac52 req-c0d46972-03fe-425c-b5d7-01dc3e66e865 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 944 time: 0.0486467 Aug 18 18:29:18.352538 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f2bb0031-c232-4e58-8ef8-cf2f9ffeac52 req-85738685-08ba-4af4-a8eb-0beb51785f17 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320611 Aug 18 18:29:19.470053 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ca364145-4993-4850-9b35-c1dfd201d15a up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:19.486080 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371c0d5-3079-4d99-9a67-4a845ccd5c14 req-6fcad877-9a7d-4246-8bb7-cf4c483cde03 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:19.487781 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c371c0d5-3079-4d99-9a67-4a845ccd5c14 req-6fcad877-9a7d-4246-8bb7-cf4c483cde03 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 944 time: 0.0648875 Aug 18 18:29:19.524196 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port ca364145-4993-4850-9b35-c1dfd201d15a triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:19.524564 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:19.526060 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c371c0d5-3079-4d99-9a67-4a845ccd5c14 req-ec7ec814-441f-428f-96d9-636bd33d8d89 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Aug 18 18:29:19.598196 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:19.620402 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:29:19.622900 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e1394-8adc-4ed6-9857-29d89460ab8c" -d '{"events": [{"server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "name": "network-vif-plugged", "status": "completed", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:29:19.636569 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port ca364145-4993-4850-9b35-c1dfd201d15a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ca364145-4993-4850-9b35-c1dfd201d15a,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:19.641676 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:19.668712 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca54a6d2-7e15-4833-8f72-33db6891a279 x-openstack-request-id: req-ca54a6d2-7e15-4833-8f72-33db6891a279 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:29:19.669136 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "name": "network-vif-plugged", "status": "completed", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:29:19.669385 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca54a6d2-7e15-4833-8f72-33db6891a279 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:29:19.669804 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'code': 200} Aug 18 18:29:19.696723 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=ca364145-4993-4850-9b35-c1dfd201d15a,revision_number=8']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:20.023664 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da77fe-ac7d-4cb3-ae56-2ef6221ac0c4 req-22fb657e-d70a-4e81-bfa9-dac6768db6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:20.025142 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2da77fe-ac7d-4cb3-ae56-2ef6221ac0c4 req-22fb657e-d70a-4e81-bfa9-dac6768db6f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 1098 time: 0.0445502 Aug 18 18:29:20.069485 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2da77fe-ac7d-4cb3-ae56-2ef6221ac0c4 req-47adfd9e-dcae-43d7-af48-465b308575bd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350814 Aug 18 18:29:20.656106 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ac7fd-a5c9-4777-9108-5c3478b09690 req-f90eaf9c-9ff3-4f7f-a7df-9af17155fee8 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:20.657612 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-227ac7fd-a5c9-4777-9108-5c3478b09690 req-f90eaf9c-9ff3-4f7f-a7df-9af17155fee8 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0594246 Aug 18 18:29:20.697846 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-227ac7fd-a5c9-4777-9108-5c3478b09690 req-13706bbc-5c3c-4b8a-9f9d-0bc0cf65bc4b tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334213 Aug 18 18:29:21.821626 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b4d9d-0063-42b7-88e1-834411a383c3 req-1600ee5e-3d9a-4f69-8198-a6fb79cbdcb2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:21.823101 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c36b4d9d-0063-42b7-88e1-834411a383c3 req-1600ee5e-3d9a-4f69-8198-a6fb79cbdcb2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0501740 Aug 18 18:29:21.862608 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-c36b4d9d-0063-42b7-88e1-834411a383c3 req-d9aac9c8-11c5-43bf-8d81-5d9fe7f18aee tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332572 Aug 18 18:29:24.275969 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48710) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:24.334416 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Deleting subnet 11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:29:24.339264 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.378631 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282908'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.416470 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.470633 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9263285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967599'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.496032 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:24.501844 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.504260 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/11ed0d5f-9dc7-4fd9-ae30-caf67fd20d46 HTTP/1.1" status: 204 len: 168 time: 0.2270372 Aug 18 18:29:24.509580 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 48712) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:24.512720 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.513293 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.513873 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.514425 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.514939 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.516717 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.516717 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.517139 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.517474 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.517989 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.518515 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.519041 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fdab8-15d4-4370-a6ce-1465cab01713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.593672 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.676671 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.686136 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:24.696081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e58c43-0ba4-4030-a236-45162d3bb929') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:24.696365 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e58c43-0ba4-4030-a236-45162d3bb929') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:24.705903 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227266'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.721032 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.727917 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:29:24.728328 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3362617'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: timer() Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: cb(*args, **kw) Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: self._notify() Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: self.callback(batched_events) Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: event.method(event) Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._get(url).json() Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:29:24.730221 dv-cinder-802882-9-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:29:24.792208 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.799567 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:24.801409 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] 10.222.0.46 "DELETE /v2.0/networks/5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd HTTP/1.1" status: 204 len: 168 time: 0.2906635 Aug 18 18:29:24.812595 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=5cacfb6e-6c93-4a2a-809c-3b0c77b51fcd,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:24.819793 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.820143 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.820485 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.820804 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.821140 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.821468 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.821783 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.822125 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.822450 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.822766 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.823109 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.823456 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87417592-ccde-44a3-ae16-a7c1ca7a4fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:24.985187 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48716) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:25.024126 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-606450bf-fa99-4c6d-95e3-0a500ad659fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d29a2d6bf22425d8420c353012d3641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377126 Aug 18 18:29:25.027571 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48718) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:25.083730 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-39653201-f599-4213-88e3-4532425636ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:25.105867 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-39653201-f599-4213-88e3-4532425636ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:25.154494 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-39653201-f599-4213-88e3-4532425636ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:25.157304 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-39653201-f599-4213-88e3-4532425636ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:25.158464 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-39653201-f599-4213-88e3-4532425636ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18cb1058-9b66-4930-8a43-61cb83d794ea HTTP/1.1" status: 204 len: 168 time: 0.1300571 Aug 18 18:29:25.166475 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39653201-f599-4213-88e3-4532425636ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cb1058-9b66-4930-8a43-61cb83d794ea,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:25.880653 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48742) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:25.993572 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-230081459-network', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:29:26.017712 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Made reservation on behalf of c979ed14b26e4101b2e7ba31b860e626 for: {'network': 1} {{(pid=93873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:29:26.021279 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.033544 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.128936 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.134843 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.159884 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=93873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:29:26.168784 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e954bb83-1e84-4859-a5c2-55e1017e29db,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:26.175461 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.175804 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.segments_db [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Added segment e4763891-5610-4f49-a1dd-bf59c6e41711 of type vlan for network 43779964-1c40-4104-a65f-5211f29da8bb Aug 18 18:29:26.217006 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.255311 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.256403 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:26.257000 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.308484 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4267359 Aug 18 18:29:26.311469 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 48748) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:26.316930 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Request body: {'subnet': {'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-230081459-subnet', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:29:26.319444 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0c30d-ae32-4fcb-b17c-1b5ceb78fbac admin admin] Pushing event updated for resources: {'Network': ['ID=43779964-1c40-4104-a65f-5211f29da8bb,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:26.329548 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 43779964-1c40-4104-a65f-5211f29da8bb details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:29:26.341273 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Made reservation on behalf of c979ed14b26e4101b2e7ba31b860e626 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:29:26.343710 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763321'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.520419 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3362394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763311'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.573988 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc048d8-5765-410c-afa6-aa066d1dc6af,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:26.584345 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Checking segment: {'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:29:26.584697 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Network hostable DHCP agents. Network: 43779964-1c40-4104-a65f-5211f29da8bb, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:29:26.603516 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Network 43779964-1c40-4104-a65f-5211f29da8bb is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:29:26.614533 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 43779964-1c40-4104-a65f-5211f29da8bb) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:26.618667 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:26.619254 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.625077 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a359d8ef-1de0-4398-a41e-7a597486dca1 None None] Network 43779964-1c40-4104-a65f-5211f29da8bb requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:29:26.634383 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-41b6b443-ad98-485e-9e23-1b4717deb738 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3216245 Aug 18 18:29:26.637506 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 48750) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:26.642672 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:29:26.666941 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41208'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.668109 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41201'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.724492 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.772184 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172016aa-d127-5c45-b1cd-ac9faad852de-43779964-1c40-4104-a65f-5211f29da8bb', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af'}]}} from dv-cinder-802882-9-iscsi. {{(pid=93874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 18:29:26.773121 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.858920 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:26.913305 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Allocated IP 172.20.0.2 (43779964-1c40-4104-a65f-5211f29da8bb/dfc048d8-5765-410c-afa6-aa066d1dc6af/fee8927e-a5e6-4367-9db5-e9bfc9e8b778) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:29:27.056879 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.065384 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Transition to ACTIVE for port object fee8927e-a5e6-4367-9db5-e9bfc9e8b778 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:27.068253 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.080412 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Transition to ACTIVE for port object fee8927e-a5e6-4367-9db5-e9bfc9e8b778 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:27.086375 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.086915 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.126980 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Network 43779964-1c40-4104-a65f-5211f29da8bb is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:29:27.129985 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:27.134213 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:29:27.138884 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Pushing event updated for resources: {'Port': ['ID=fee8927e-a5e6-4367-9db5-e9bfc9e8b778,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:27.189333 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Attempting to bind port fee8927e-a5e6-4367-9db5-e9bfc9e8b778 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:29:27.189676 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Attempting to bind port fee8927e-a5e6-4367-9db5-e9bfc9e8b778 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:29:27.190056 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Attempting to bind port fee8927e-a5e6-4367-9db5-e9bfc9e8b778 on network 43779964-1c40-4104-a65f-5211f29da8bb {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:29:27.193004 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Allocated IP 172.27.1.211 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/e6b792f4-e741-43b1-80a0-93fe476f23fd) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:29:27.194939 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:29:27.195323 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Checking segment: {'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:29:27.195822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.196236 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Bound using segment: {'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:29:27.196740 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Bound port: fee8927e-a5e6-4367-9db5-e9bfc9e8b778, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:29:27.197115 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.264861 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] For port fee8927e-a5e6-4367-9db5-e9bfc9e8b778, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:29:27.268380 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] For port fee8927e-a5e6-4367-9db5-e9bfc9e8b778, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=fee8927e-a5e6-4367-9db5-e9bfc9e8b778,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:29:27.272619 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.299004 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.329373 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370209ee-69ab-4265-9ba4-7d5795ccb6cb None None] Pushing event updated for resources: {'Port': ['ID=fee8927e-a5e6-4367-9db5-e9bfc9e8b778,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:27.341884 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.380208 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:29:27.385285 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:27.388838 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:29:27.412454 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b792f4-e741-43b1-80a0-93fe476f23fd,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:27.664436 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.860640 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:27.990750 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Router d67b1053-e7d1-46d2-a596-1cd3410e8f82 is scheduled to L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 18:29:28.099141 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:29:28.108500 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Sync routers for ids ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:29:28.116723 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:28.120489 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3aa92f5f-2b12-4597-86bd-78f4025f3dd2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4795108 Aug 18 18:29:28.120773 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 48754) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:28.126076 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Routers {'d67b1053-e7d1-46d2-a596-1cd3410e8f82'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:29:28.126735 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:29:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:28.332379 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b56d26a-f768-476b-9914-b23fb74a0d42 None None] Network 43779964-1c40-4104-a65f-5211f29da8bb requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:29:28.407737 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-3b944308-15e8-41f7-b85c-a07d2406b165 None None] Provisioning for port fee8927e-a5e6-4367-9db5-e9bfc9e8b778 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:28.425594 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Set router d67b1053-e7d1-46d2-a596-1cd3410e8f82 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:29:28.694876 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:27Z', 'revision_number': 3, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:28.726578 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Checking router: d67b1053-e7d1-46d2-a596-1cd3410e8f82 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:29:28.726931 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Updating router d67b1053-e7d1-46d2-a596-1cd3410e8f82 port e6b792f4-e741-43b1-80a0-93fe476f23fd binding host dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:29:28.753883 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:28.815751 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:28.964638 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device fee8927e-a5e6-4367-9db5-e9bfc9e8b778 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:28.998478 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Allocated IP 172.20.0.1 (43779964-1c40-4104-a65f-5211f29da8bb/dfc048d8-5765-410c-afa6-aa066d1dc6af/fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:29:29.067740 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.070226 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port fee8927e-a5e6-4367-9db5-e9bfc9e8b778 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:29.078502 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port fee8927e-a5e6-4367-9db5-e9bfc9e8b778 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:29.078931 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.082746 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Transition to ACTIVE for port object e6b792f4-e741-43b1-80a0-93fe476f23fd will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:29.105446 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.105682 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.120020 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Transition to ACTIVE for port object fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:29.153464 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.172794 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e609573-092a-46a0-8b5e-3a8e6bf88d89 None None] Pushing event updated for resources: {'Port': ['ID=e6b792f4-e741-43b1-80a0-93fe476f23fd,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:29.175257 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Attempting to bind port e6b792f4-e741-43b1-80a0-93fe476f23fd on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:29:29.175847 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Attempting to bind port e6b792f4-e741-43b1-80a0-93fe476f23fd by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:29:29.176209 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Attempting to bind port e6b792f4-e741-43b1-80a0-93fe476f23fd on network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:29:29.196426 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Network 43779964-1c40-4104-a65f-5211f29da8bb is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:29:29.199278 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:29.202314 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:29:29.202620 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:29:29.203003 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:29:29.203492 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.204195 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Bound using segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:29:29.204693 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Bound port: e6b792f4-e741-43b1-80a0-93fe476f23fd, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:29:29.205154 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.227184 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:29.242489 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.248043 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1699177'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.296597 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] For port e6b792f4-e741-43b1-80a0-93fe476f23fd, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:29:29.301579 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] For port e6b792f4-e741-43b1-80a0-93fe476f23fd, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=e6b792f4-e741-43b1-80a0-93fe476f23fd,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:29:29.303587 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port fee8927e-a5e6-4367-9db5-e9bfc9e8b778, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=fee8927e-a5e6-4367-9db5-e9bfc9e8b778,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:29.308327 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.314492 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.371023 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Routers {'d67b1053-e7d1-46d2-a596-1cd3410e8f82'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:29:29.371685 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:29:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:29.374734 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e609573-092a-46a0-8b5e-3a8e6bf88d89 None None] Pushing event updated for resources: {'Port': ['ID=e6b792f4-e741-43b1-80a0-93fe476f23fd,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:29.388480 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.488676 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-5b3c542c-7a5a-4b6e-9031-41396fbb0ae1 None None] Provisioning for port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:29.504839 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-5b3c542c-7a5a-4b6e-9031-41396fbb0ae1 None None] Provisioning complete for port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:29.505196 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5b3c542c-7a5a-4b6e-9031-41396fbb0ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.532347 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=fee8927e-a5e6-4367-9db5-e9bfc9e8b778,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:29.549906 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.555534 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.556076 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] Set router d67b1053-e7d1-46d2-a596-1cd3410e8f82 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:29:29.581068 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c542c-7a5a-4b6e-9031-41396fbb0ae1 None None] Port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:29:29.624012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699229'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:29.626896 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:29.715986 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Network 43779964-1c40-4104-a65f-5211f29da8bb is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:29:29.717538 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:29.760226 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 1, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:29.787487 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d4fd9-3553-483a-8eee-bacb81bc00de None None] The sync data for ids ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'] in dv-cinder-802882-9-iscsi is: [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 1, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:29:29.838812 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Router d67b1053-e7d1-46d2-a596-1cd3410e8f82 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:29:29.951669 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:29:29.957128 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-16b833ed-c614-49c0-9f92-e02942e4d6e8 admin admin] 10.222.0.46 "PUT /v2.0/routers/d67b1053-e7d1-46d2-a596-1cd3410e8f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8353219 Aug 18 18:29:30.012674 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-6a587551-0c82-4d92-875f-ee7da968672e None None] Provisioning complete for port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:30.013051 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6a587551-0c82-4d92-875f-ee7da968672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:30.059810 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-6a587551-0c82-4d92-875f-ee7da968672e None None] Port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:29:30.510412 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 48776) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:30.515682 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1434798702-network', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:29:30.537664 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Made reservation on behalf of 66edfd8a77ad43f68bc5568020d5319f for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:29:30.540117 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:30.549847 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:30.647361 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:30.651825 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:30.678337 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 18:29:30.688753 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d709b9e0-d002-478b-9670-e4818d42d45b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:30.694084 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:30.694454 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Added segment 669eceb1-c62b-4014-9bc0-d79612822139 of type vlan for network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 Aug 18 18:29:30.737688 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747219714735'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:30.768817 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:30.769921 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:30.770675 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:30.829862 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3181915 Aug 18 18:29:30.832553 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 48780) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:30.837402 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Request body: {'subnet': {'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1434798702-subnet', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:29:30.846891 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f899af0-55fd-46ca-a11b-7761106cff91 admin admin] Pushing event updated for resources: {'Network': ['ID=3777a2b8-ad6d-4c63-8b9c-f34a9a9de372,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:30.869530 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Made reservation on behalf of 66edfd8a77ad43f68bc5568020d5319f for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:29:30.872047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763321'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:30.873429 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 details requested by agent ovs-agent-dv-cinder-802882-9-iscsi with host dv-cinder-802882-9-iscsi {{(pid=93874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 18:29:31.026409 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device e6b792f4-e741-43b1-80a0-93fe476f23fd up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:31.076959 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port e6b792f4-e741-43b1-80a0-93fe476f23fd completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:31.081382 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port e6b792f4-e741-43b1-80a0-93fe476f23fd triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:31.081706 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.084653 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3362394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763311'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.141107 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68cc2af-85a5-46b8-9ac0-da986ae4b2a3,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:31.150025 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Checking segment: {'id': '669eceb1-c62b-4014-9bc0-d79612822139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:29:31.150385 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Network hostable DHCP agents. Network: 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372, hostable agents: ['9e17db89-5398-46a7-a7cf-a8e5c3e27dee'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 18:29:31.162631 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.169331 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 is scheduled to be hosted by DHCP agent 9e17db89-5398-46a7-a7cf-a8e5c3e27dee with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 18:29:31.179329 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-9-iscsi, 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:31.183274 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port e6b792f4-e741-43b1-80a0-93fe476f23fd, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=e6b792f4-e741-43b1-80a0-93fe476f23fd,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:31.183481 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:31.184017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.187454 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.188398 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device fee8927e-a5e6-4367-9db5-e9bfc9e8b778 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:31.193844 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85a018e-27fb-42a5-9e6d-604228ccf3cb None None] Network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:29:31.202459 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-54c69ac4-5aa9-47ea-8d42-66f4d3d6a372 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3666165 Aug 18 18:29:31.202717 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 48782) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:31.207161 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1434798702-router', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:29:31.230649 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1701881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41208'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.231820 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2084270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41201'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.290764 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.430262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.440877 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=e6b792f4-e741-43b1-80a0-93fe476f23fd,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:31.466437 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.466767 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.467108 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.467472 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.467823 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.468155 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.468479 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.468802 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.469213 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.469538 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.469860 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.470178 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:31.509346 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port fee8927e-a5e6-4367-9db5-e9bfc9e8b778 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:31.509906 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.581433 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp172016aa-d127-5c45-b1cd-ac9faad852de-3777a2b8-ad6d-4c63-8b9c-f34a9a9de372', 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'fixed_ips': [{'subnet_id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3'}]}} from dv-cinder-802882-9-iscsi. {{(pid=93874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 18:29:31.582264 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.642522 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.662274 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.752689 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.db_base_plugin_common [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Allocated IP 172.20.0.2 (3777a2b8-ad6d-4c63-8b9c-f34a9a9de372/a68cc2af-85a5-46b8-9ac0-da986ae4b2a3/bfb47af2-2c0b-4a37-82c4-a1993ed09544) {{(pid=93874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:29:31.757360 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Sync routers for ids ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:29:31.766977 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Routers {'d67b1053-e7d1-46d2-a596-1cd3410e8f82'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:29:31.767506 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:29:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:31.784624 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Allocated IP 172.27.1.210 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/50126bcb-8c3c-4446-a0ac-e2ed0015c23d) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:29:31.877842 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Set router d67b1053-e7d1-46d2-a596-1cd3410e8f82 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:29:31.909888 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Notify callbacks [] for port, precommit_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.912815 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.920141 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Transition to ACTIVE for port object bfb47af2-2c0b-4a37-82c4-a1993ed09544 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:31.936272 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Transition to ACTIVE for port object bfb47af2-2c0b-4a37-82c4-a1993ed09544 will not be triggered until provisioned by entity DHCP. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:31.942771 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701'] for port, after_create {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.960553 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:31.981670 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 is already hosted by enough agents. {{(pid=93874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:29:31.987581 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.scheduler.base_scheduler [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Resources bound (agent type, host, resource id): {{(pid=93874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:31.992131 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Received port after_create {{(pid=93874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:29:32.003399 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Pushing event updated for resources: {'Port': ['ID=bfb47af2-2c0b-4a37-82c4-a1993ed09544,revision_number=1']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:32.017521 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:29:32.020596 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:32.025019 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:29:32.028057 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Pushing event updated for resources: {'Port': ['ID=50126bcb-8c3c-4446-a0ac-e2ed0015c23d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:32.070501 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Attempting to bind port bfb47af2-2c0b-4a37-82c4-a1993ed09544 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:29:32.070865 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Attempting to bind port bfb47af2-2c0b-4a37-82c4-a1993ed09544 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '669eceb1-c62b-4014-9bc0-d79612822139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:29:32.071227 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Attempting to bind port bfb47af2-2c0b-4a37-82c4-a1993ed09544 on network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:29:32.076240 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:29:32.076698 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Checking segment: {'id': '669eceb1-c62b-4014-9bc0-d79612822139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:29:32.077097 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.077485 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Bound using segment: {'id': '669eceb1-c62b-4014-9bc0-d79612822139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:29:32.077971 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Bound port: bfb47af2-2c0b-4a37-82c4-a1993ed09544, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669eceb1-c62b-4014-9bc0-d79612822139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:29:32.078695 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.109395 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 2, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:32.139618 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Checking router: d67b1053-e7d1-46d2-a596-1cd3410e8f82 for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:29:32.140001 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Updating router d67b1053-e7d1-46d2-a596-1cd3410e8f82 port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f binding host dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:29:32.144383 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] For port bfb47af2-2c0b-4a37-82c4-a1993ed09544, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:29:32.150851 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] For port bfb47af2-2c0b-4a37-82c4-a1993ed09544, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=bfb47af2-2c0b-4a37-82c4-a1993ed09544,segment=NetworkSegment(669eceb1-c62b-4014-9bc0-d79612822139),segment_id=669eceb1-c62b-4014-9bc0-d79612822139)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:29:32.157961 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.168872 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.228186 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18342172-2e0b-41bc-ad71-5f72ca6f9a90 None None] Pushing event updated for resources: {'Port': ['ID=bfb47af2-2c0b-4a37-82c4-a1993ed09544,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:32.278629 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.483161 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.496175 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Transition to ACTIVE for port object fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:32.504222 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.566723 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Pushing event updated for resources: {'Port': ['ID=fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:32.575892 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.575892 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.576306 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.576646 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.576940 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.577264 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.577590 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.577911 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.578366 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.578696 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.579167 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.579551 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:29:32.638597 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Attempting to bind port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:29:32.639135 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Attempting to bind port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:29:32.639608 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Attempting to bind port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f on network 43779964-1c40-4104-a65f-5211f29da8bb {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:29:32.645405 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:29:32.646007 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Checking segment: {'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:29:32.646480 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.646958 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Bound using segment: {'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:29:32.647530 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Bound port: fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:29:32.647992 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.723953 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] For port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:29:32.728989 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] For port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:29:32.735537 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.787492 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697057'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:32.789011 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Routers {'d67b1053-e7d1-46d2-a596-1cd3410e8f82'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:29:32.789631 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:29:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:32.843526 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02dbd1-ae31-4a60-b63f-75b115145daf None None] Pushing event updated for resources: {'Port': ['ID=fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:32.956185 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] Set router d67b1053-e7d1-46d2-a596-1cd3410e8f82 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:29:32.972797 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Router cbb4a437-3adc-483c-9791-34216725236a is scheduled to L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 18:29:33.133427 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device bfb47af2-2c0b-4a37-82c4-a1993ed09544 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:33.158693 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:29:33.183783 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:33.188000 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-07650057-e184-4a41-a4f5-dba040a5365d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9815266 Aug 18 18:29:33.188592 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 48792) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:29:33.214089 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Sync routers for ids ['cbb4a437-3adc-483c-9791-34216725236a'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:29:33.253518 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Routers {'cbb4a437-3adc-483c-9791-34216725236a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:29:33.254165 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:29:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['cbb4a437-3adc-483c-9791-34216725236a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:33.370913 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:32Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:33.404679 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83884f-f326-4068-bbf1-8f8b6366e3dc None None] The sync data for ids ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'] in dv-cinder-802882-9-iscsi is: [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:32Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:29:33.423752 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port bfb47af2-2c0b-4a37-82c4-a1993ed09544 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:33.538580 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Set router cbb4a437-3adc-483c-9791-34216725236a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:29:33.636102 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6859758-2c1a-4272-a5ff-d8cfa0dfc995 None None] Network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:29:33.650222 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device e6b792f4-e741-43b1-80a0-93fe476f23fd up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:33.789287 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-05bfc075-4bc3-4a0b-8c9e-b3b6dc218eb4 None None] Provisioning for port bfb47af2-2c0b-4a37-82c4-a1993ed09544 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:33.802576 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-05bfc075-4bc3-4a0b-8c9e-b3b6dc218eb4 None None] Provisioning complete for port bfb47af2-2c0b-4a37-82c4-a1993ed09544 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:33.802952 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-05bfc075-4bc3-4a0b-8c9e-b3b6dc218eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:33.806535 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:33.888660 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port e6b792f4-e741-43b1-80a0-93fe476f23fd triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:33.889050 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:33.981298 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Allocated IP 172.20.0.1 (3777a2b8-ad6d-4c63-8b9c-f34a9a9de372/a68cc2af-85a5-46b8-9ac0-da986ae4b2a3/ed405ab5-1e5c-41e9-a969-dbb6a185ed85) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:29:34.058984 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-05bfc075-4bc3-4a0b-8c9e-b3b6dc218eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.100067 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.114436 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Transition to ACTIVE for port object ed405ab5-1e5c-41e9-a969-dbb6a185ed85 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:34.139117 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb4a437-3adc-483c-9791-34216725236a', 'name': 'tempest-TestMinimumBasicScenario-1434798702-router', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:32Z', 'revision_number': 3, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'gw_port': {'id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:34.152490 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.180833 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-05bfc075-4bc3-4a0b-8c9e-b3b6dc218eb4 None None] For port bfb47af2-2c0b-4a37-82c4-a1993ed09544, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=bfb47af2-2c0b-4a37-82c4-a1993ed09544,segment=NetworkSegment(669eceb1-c62b-4014-9bc0-d79612822139),segment_id=669eceb1-c62b-4014-9bc0-d79612822139)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:34.182202 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Checking router: cbb4a437-3adc-483c-9791-34216725236a for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:29:34.182549 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Updating router cbb4a437-3adc-483c-9791-34216725236a port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d binding host dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:29:34.203882 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:29:34.206857 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:34.207634 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-05bfc075-4bc3-4a0b-8c9e-b3b6dc218eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.210622 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:29:34.216289 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Pushing event updated for resources: {'Port': ['ID=ed405ab5-1e5c-41e9-a969-dbb6a185ed85,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:34.243034 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.259751 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1699177'] for router_interface, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.308959 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfc075-4bc3-4a0b-8c9e-b3b6dc218eb4 None None] Pushing event updated for resources: {'Port': ['ID=bfb47af2-2c0b-4a37-82c4-a1993ed09544,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:34.401745 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.448028 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-999b98ea-4158-4598-84d1-d8f64950fb44 None None] Provisioning complete for port bfb47af2-2c0b-4a37-82c4-a1993ed09544 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:34.448399 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-999b98ea-4158-4598-84d1-d8f64950fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.583273 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.589009 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9263311'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.662015 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Pushing event updated for resources: {'Port': ['ID=ed405ab5-1e5c-41e9-a969-dbb6a185ed85,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:34.664958 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699229'] for router_interface, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.737905 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.749061 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Transition to ACTIVE for port object 50126bcb-8c3c-4446-a0ac-e2ed0015c23d will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:34.755188 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.765504 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:29:34.767832 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:34.811532 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Attempting to bind port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:29:34.811899 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Attempting to bind port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:29:34.812256 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Attempting to bind port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d on network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:29:34.822489 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8b498-67c9-4572-8291-46e5c5afddc3 None None] Pushing event updated for resources: {'Port': ['ID=50126bcb-8c3c-4446-a0ac-e2ed0015c23d,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:34.834526 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:29:34.834526 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Checking segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:29:34.834526 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.834526 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Bound using segment: {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:29:34.834526 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Bound port: 50126bcb-8c3c-4446-a0ac-e2ed0015c23d, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838c1f7b-321f-441a-9ac3-604e904a886f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:29:34.835037 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.897738 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-b78830ad-b4ed-40ee-b16f-02e954ada152 None None] Provisioning for port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:34.906799 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-b78830ad-b4ed-40ee-b16f-02e954ada152 None None] Provisioning complete for port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:34.907466 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b78830ad-b4ed-40ee-b16f-02e954ada152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:34.922880 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Router cbb4a437-3adc-483c-9791-34216725236a has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:29:34.965857 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] For port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:29:34.978906 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-b78830ad-b4ed-40ee-b16f-02e954ada152 None None] Port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:29:34.989143 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device bfb47af2-2c0b-4a37-82c4-a1993ed09544 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:35.013497 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] For port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=50126bcb-8c3c-4446-a0ac-e2ed0015c23d,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:29:35.020959 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:35.040935 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:29:35.046295 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-63b79d04-de43-476c-a2c8-32ff8cd29e5d admin admin] 10.222.0.46 "PUT /v2.0/routers/cbb4a437-3adc-483c-9791-34216725236a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8562071 Aug 18 18:29:35.104299 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Routers {'cbb4a437-3adc-483c-9791-34216725236a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:29:35.105031 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:29:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['cbb4a437-3adc-483c-9791-34216725236a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:35.149647 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8b498-67c9-4572-8291-46e5c5afddc3 None None] Pushing event updated for resources: {'Port': ['ID=50126bcb-8c3c-4446-a0ac-e2ed0015c23d,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:35.172978 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-3eaefccf-6d22-47a3-8428-57df46b45ab0 None None] Provisioning complete for port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:35.173594 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3eaefccf-6d22-47a3-8428-57df46b45ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:35.199479 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port bfb47af2-2c0b-4a37-82c4-a1993ed09544 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:35.199846 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:35.273657 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-3eaefccf-6d22-47a3-8428-57df46b45ab0 None None] Port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:29:35.297923 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] Set router cbb4a437-3adc-483c-9791-34216725236a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:29:35.401159 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:35.547359 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:35.553777 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:35.554152 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:35.613796 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb4a437-3adc-483c-9791-34216725236a', 'name': 'tempest-TestMinimumBasicScenario-1434798702-router', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:34Z', 'revision_number': 4, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'gw_port': {'id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'ed405ab5-1e5c-41e9-a969-dbb6a185ed85', 'name': '', 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'mac_address': 'fa:16:3e:eb:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:33Z', 'updated_at': '2021-08-18T18:29:34Z', 'revision_number': 2, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'subnets': [{'id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:35.641291 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e891840-ca0e-4fd8-84d5-3c288ecaa882 None None] The sync data for ids ['cbb4a437-3adc-483c-9791-34216725236a'] in dv-cinder-802882-9-iscsi is: [{'id': 'cbb4a437-3adc-483c-9791-34216725236a', 'name': 'tempest-TestMinimumBasicScenario-1434798702-router', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:34Z', 'revision_number': 4, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'gw_port': {'id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'ed405ab5-1e5c-41e9-a969-dbb6a185ed85', 'name': '', 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'mac_address': 'fa:16:3e:eb:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:33Z', 'updated_at': '2021-08-18T18:29:34Z', 'revision_number': 2, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'subnets': [{'id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:29:35.688917 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:35.727875 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:35.736072 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:35.802001 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:35.931693 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8291f2-6a7f-4d53-abf4-4c107d511556 req-53e56849-97a6-4b40-b654-5d4171774254 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:35.935781 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f8291f2-6a7f-4d53-abf4-4c107d511556 req-53e56849-97a6-4b40-b654-5d4171774254 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0850551 Aug 18 18:29:35.987918 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f8291f2-6a7f-4d53-abf4-4c107d511556 req-325ba67b-b126-4ac2-94fd-ba755759b6e7 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477431 Aug 18 18:29:37.070358 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:37.166111 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73437-bbe2-4be9-876c-acd61c07288f req-aa037970-8670-452f-a6b8-508506d86f22 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:37.167728 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-95d73437-bbe2-4be9-876c-acd61c07288f req-aa037970-8670-452f-a6b8-508506d86f22 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0639660 Aug 18 18:29:37.171259 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:37.171664 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:37.217156 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-95d73437-bbe2-4be9-876c-acd61c07288f req-5223f393-7bc0-4b0e-a0e4-231a9f8f4e4e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425076 Aug 18 18:29:37.267234 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 50126bcb-8c3c-4446-a0ac-e2ed0015c23d up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:37.323276 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:37.327510 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:37.327881 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:37.420165 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:37.443544 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=50126bcb-8c3c-4446-a0ac-e2ed0015c23d,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:37.448896 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:37.505649 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=50126bcb-8c3c-4446-a0ac-e2ed0015c23d,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:37.960973 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Sync routers for ids ['cbb4a437-3adc-483c-9791-34216725236a'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:29:37.971864 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Routers {'cbb4a437-3adc-483c-9791-34216725236a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:29:37.972429 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:29:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['cbb4a437-3adc-483c-9791-34216725236a'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:38.093384 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Set router cbb4a437-3adc-483c-9791-34216725236a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:29:38.331190 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb4a437-3adc-483c-9791-34216725236a', 'name': 'tempest-TestMinimumBasicScenario-1434798702-router', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:34Z', 'revision_number': 4, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'gw_port': {'id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:69:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'ed405ab5-1e5c-41e9-a969-dbb6a185ed85', 'name': '', 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'mac_address': 'fa:16:3e:eb:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:33Z', 'updated_at': '2021-08-18T18:29:34Z', 'revision_number': 2, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'subnets': [{'id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:38.358539 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73938b-a9dd-45a3-90eb-bc8a1fa6a924 req-0a3d6582-fbbb-4666-81b2-c47859e2a512 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:38.360703 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd73938b-a9dd-45a3-90eb-bc8a1fa6a924 req-0a3d6582-fbbb-4666-81b2-c47859e2a512 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0612342 Aug 18 18:29:38.364127 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Checking router: cbb4a437-3adc-483c-9791-34216725236a for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:29:38.364484 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Updating router cbb4a437-3adc-483c-9791-34216725236a port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 binding host dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 18:29:38.400736 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:38.410294 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd73938b-a9dd-45a3-90eb-bc8a1fa6a924 req-3d3fa52f-18f7-4756-9fd3-cc5f19c3a763 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425987 Aug 18 18:29:38.705446 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:38.716456 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Transition to ACTIVE for port object ed405ab5-1e5c-41e9-a969-dbb6a185ed85 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:38.724385 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:38.770790 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e8b34-1f64-4fd9-9abe-31f74db4d7c1 None None] Pushing event updated for resources: {'Port': ['ID=ed405ab5-1e5c-41e9-a969-dbb6a185ed85,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:38.850475 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Attempting to bind port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 on host dv-cinder-802882-9-iscsi for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:29:38.851250 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Attempting to bind port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 by drivers openvswitch,hyperv on host dv-cinder-802882-9-iscsi at level 0 using segments [{'id': '669eceb1-c62b-4014-9bc0-d79612822139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:29:38.851612 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Attempting to bind port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 on network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:29:38.857577 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Checking agent: {'id': '2dc71ee8-a8a5-4967-9d6a-069db8bd5563', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 15, 12), 'started_at': datetime.datetime(2021, 8, 18, 18, 15, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:29:38.858084 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Checking segment: {'id': '669eceb1-c62b-4014-9bc0-d79612822139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:29:38.858748 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:38.859239 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Bound using segment: {'id': '669eceb1-c62b-4014-9bc0-d79612822139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:29:38.859847 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Bound port: ed405ab5-1e5c-41e9-a969-dbb6a185ed85, host: dv-cinder-802882-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669eceb1-c62b-4014-9bc0-d79612822139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:29:38.860320 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:38.925635 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-38f2e26d-22ba-410d-a1a8-cf9fc1582fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:38.973914 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 50126bcb-8c3c-4446-a0ac-e2ed0015c23d up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:38.997559 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] For port ed405ab5-1e5c-41e9-a969-dbb6a185ed85, host dv-cinder-802882-9-iscsi, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:29:39.002149 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] For port ed405ab5-1e5c-41e9-a969-dbb6a185ed85, host dv-cinder-802882-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=ed405ab5-1e5c-41e9-a969-dbb6a185ed85,segment=NetworkSegment(669eceb1-c62b-4014-9bc0-d79612822139),segment_id=669eceb1-c62b-4014-9bc0-d79612822139)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:29:39.009466 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:39.051801 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:39.052182 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:39.071882 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e8b34-1f64-4fd9-9abe-31f74db4d7c1 None None] Pushing event updated for resources: {'Port': ['ID=ed405ab5-1e5c-41e9-a969-dbb6a185ed85,revision_number=4']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:39.093556 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Routers {'cbb4a437-3adc-483c-9791-34216725236a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:29:39.094669 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:29:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['cbb4a437-3adc-483c-9791-34216725236a'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:39.229621 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] Set router cbb4a437-3adc-483c-9791-34216725236a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:29:39.468822 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb4a437-3adc-483c-9791-34216725236a', 'name': 'tempest-TestMinimumBasicScenario-1434798702-router', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:34Z', 'revision_number': 4, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'gw_port': {'id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:69:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'ed405ab5-1e5c-41e9-a969-dbb6a185ed85', 'name': '', 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'mac_address': 'fa:16:3e:eb:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:33Z', 'updated_at': '2021-08-18T18:29:38Z', 'revision_number': 4, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'subnets': [{'id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:29:39.503908 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f587a13-bf93-416f-a171-924d037bf560 None None] The sync data for ids ['cbb4a437-3adc-483c-9791-34216725236a'] in dv-cinder-802882-9-iscsi is: [{'id': 'cbb4a437-3adc-483c-9791-34216725236a', 'name': 'tempest-TestMinimumBasicScenario-1434798702-router', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:34Z', 'revision_number': 4, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'gw_port': {'id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:69:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'ed405ab5-1e5c-41e9-a969-dbb6a185ed85', 'name': '', 'network_id': '3777a2b8-ad6d-4c63-8b9c-f34a9a9de372', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'mac_address': 'fa:16:3e:eb:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:33Z', 'updated_at': '2021-08-18T18:29:38Z', 'revision_number': 4, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'subnets': [{'id': 'a68cc2af-85a5-46b8-9ac0-da986ae4b2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:29:39.581496 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf9447-bb58-46e4-95c0-509ac8c47070 req-7835836d-e23d-4d58-aaac-08ec2850e429 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:39.583014 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-31bf9447-bb58-46e4-95c0-509ac8c47070 req-7835836d-e23d-4d58-aaac-08ec2850e429 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0688179 Aug 18 18:29:39.642894 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-31bf9447-bb58-46e4-95c0-509ac8c47070 req-1278a697-a9eb-45da-8d15-482a52757efa tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432212 Aug 18 18:29:40.754744 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b326e-3452-47ff-91e4-a309836a4d31 req-c1d12416-7b1b-468b-8e5d-fdd31fd64df6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:40.757143 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e1b326e-3452-47ff-91e4-a309836a4d31 req-c1d12416-7b1b-468b-8e5d-fdd31fd64df6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0529239 Aug 18 18:29:40.797547 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e1b326e-3452-47ff-91e4-a309836a4d31 req-56706d92-3d9e-408e-aee0-316488656ad2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337365 Aug 18 18:29:40.947310 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device ed405ab5-1e5c-41e9-a969-dbb6a185ed85 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:41.006473 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning for port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:41.010652 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:41.011039 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:41.099140 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:41.134022 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] For port ed405ab5-1e5c-41e9-a969-dbb6a185ed85, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=ed405ab5-1e5c-41e9-a969-dbb6a185ed85,segment=NetworkSegment(669eceb1-c62b-4014-9bc0-d79612822139),segment_id=669eceb1-c62b-4014-9bc0-d79612822139)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:41.139627 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:41.202117 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Pushing event updated for resources: {'Port': ['ID=ed405ab5-1e5c-41e9-a969-dbb6a185ed85,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:41.340476 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-074c1862-db49-4c46-8643-6c2254a0e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:41.938148 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78940a4d-3306-48a8-ab52-298a8117f434 req-f2c6ab02-3104-4eca-b9dd-3a9331bf65c6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:41.940412 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-78940a4d-3306-48a8-ab52-298a8117f434 req-f2c6ab02-3104-4eca-b9dd-3a9331bf65c6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0590115 Aug 18 18:29:41.985642 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-78940a4d-3306-48a8-ab52-298a8117f434 req-d3c4a7c2-e693-4b14-9a22-f5335786301b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381961 Aug 18 18:29:42.175460 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:42.933399 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device ed405ab5-1e5c-41e9-a969-dbb6a185ed85 up at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:29:42.986376 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Provisioning complete for port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:42.986376 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:43.097120 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:43.123273 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872fac3-58c0-4406-bc70-8e7505e88cf6 req-fb1d9bb3-ad57-4ad6-bb89-6945299ec8ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:43.124842 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5872fac3-58c0-4406-bc70-8e7505e88cf6 req-fb1d9bb3-ad57-4ad6-bb89-6945299ec8ec tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0568676 Aug 18 18:29:43.168700 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5872fac3-58c0-4406-bc70-8e7505e88cf6 req-d55ff68f-da86-4daa-a84c-de9c10acca53 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376346 Aug 18 18:29:44.061129 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7a907-f7ba-4092-9999-4c8762d54395 req-f62908e9-0357-41da-84d1-d8af34f812da tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:44.062636 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f6f7a907-f7ba-4092-9999-4c8762d54395 req-f62908e9-0357-41da-84d1-d8af34f812da tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0548317 Aug 18 18:29:44.109650 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f6f7a907-f7ba-4092-9999-4c8762d54395 req-033299ea-6cde-430d-abd3-29ca061582c8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406003 Aug 18 18:29:44.300884 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db7e2a-2849-4352-9a95-286380491c47 req-db552afe-85a4-47a5-9223-42b11f41e6d8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:44.303070 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-07db7e2a-2849-4352-9a95-286380491c47 req-db552afe-85a4-47a5-9223-42b11f41e6d8 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0561862 Aug 18 18:29:44.344750 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-07db7e2a-2849-4352-9a95-286380491c47 req-a5cf0893-edbf-4c85-92e3-b181c2a3c08d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347247 Aug 18 18:29:44.604707 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:44.907965 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-ca22ab03-84c9-4ca5-91df-b98447594e47 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:44.909965 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-ca22ab03-84c9-4ca5-91df-b98447594e47 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/networks?id=43779964-1c40-4104-a65f-5211f29da8bb HTTP/1.1" status: 200 len: 814 time: 0.1092014 Aug 18 18:29:44.925138 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-b1546e53-1d19-44ef-bf7a-6e299ab63da6 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/quotas/c979ed14b26e4101b2e7ba31b860e626 HTTP/1.1" status: 200 len: 375 time: 0.0093768 Aug 18 18:29:44.979889 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-1b793ff1-ac31-4791-8665-2c5e6ea3931a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c979ed14b26e4101b2e7ba31b860e626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494852 Aug 18 18:29:45.028593 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:45.081649 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-20d71fbc-7ba2-42fd-b224-8e10c528b212 service neutron] 10.222.0.46 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899110 Aug 18 18:29:45.184915 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-d8114603-9502-48d6-b204-9204f98e23e8 service neutron] 10.222.0.46 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968373 Aug 18 18:29:45.228781 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010dfb-f209-4566-ae39-f7688be60e92 req-ae9f715e-8fd3-4c75-926a-531563510c08 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:45.230369 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-70010dfb-f209-4566-ae39-f7688be60e92 req-ae9f715e-8fd3-4c75-926a-531563510c08 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0499818 Aug 18 18:29:45.269213 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-70010dfb-f209-4566-ae39-f7688be60e92 req-f86a4289-0759-4f2c-8784-59d204e419f6 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322454 Aug 18 18:29:45.349259 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0cc2f8a4-4488-4df5-b554-26ca5b553a9d req-fda31be3-668d-4377-9b51-666a4befca72 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 210 time: 0.0262904 Aug 18 18:29:45.471018 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ae80c-9046-4baf-8515-dee204d77972 req-c40ff57e-a93e-4249-ba5a-197984beb950 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:45.472691 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4a3ae80c-9046-4baf-8515-dee204d77972 req-c40ff57e-a93e-4249-ba5a-197984beb950 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0511513 Aug 18 18:29:45.512825 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4a3ae80c-9046-4baf-8515-dee204d77972 req-df646a55-ed09-421f-8c03-37133c56163c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340996 Aug 18 18:29:46.410751 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840a0ad-38dd-4e35-beee-0318353118de req-0dc86c11-93d6-4c51-a418-525f8d83a3ac tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:46.418329 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1840a0ad-38dd-4e35-beee-0318353118de req-0dc86c11-93d6-4c51-a418-525f8d83a3ac tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0761096 Aug 18 18:29:46.451971 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1840a0ad-38dd-4e35-beee-0318353118de req-850502e5-f9cb-438a-8b6d-384f036eecf6 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326700 Aug 18 18:29:46.460608 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d21fd278-0cd4-46cb-be17-b22773834ab8 req-a2bc9c63-e471-4dd1-853a-fe74ff34399a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 210 time: 0.0336423 Aug 18 18:29:46.505653 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-533f8f31-3aac-4e30-9781-80d03297f486 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:46.507084 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-533f8f31-3aac-4e30-9781-80d03297f486 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.61 "GET /v2.0/networks?id=43779964-1c40-4104-a65f-5211f29da8bb HTTP/1.1" status: 200 len: 814 time: 0.1358335 Aug 18 18:29:46.539620 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'port': {'device_id': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'admin_state_up': True, 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:29:46.646383 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75c637-f277-4562-a34f-c66e2266b97e req-1951c7a4-4d3e-49f5-a2c2-938788222f27 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:46.647991 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9f75c637-f277-4562-a34f-c66e2266b97e req-1951c7a4-4d3e-49f5-a2c2-938788222f27 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0507143 Aug 18 18:29:46.670131 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Made reservation on behalf of c979ed14b26e4101b2e7ba31b860e626 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:29:46.674882 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:46.696415 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9f75c637-f277-4562-a34f-c66e2266b97e req-603bb79b-12ed-49d0-beba-fdc3938da278 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359190 Aug 18 18:29:46.814590 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Allocated IP 172.20.0.8 (43779964-1c40-4104-a65f-5211f29da8bb/dfc048d8-5765-410c-afa6-aa066d1dc6af/2f44cdbb-7a96-4829-b57f-aa48e7cc917d) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:29:47.077433 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:47.093571 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Transition to ACTIVE for port object 2f44cdbb-7a96-4829-b57f-aa48e7cc917d will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:47.129338 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:47.177029 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Network 43779964-1c40-4104-a65f-5211f29da8bb is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:29:47.180242 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:29:47.182980 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:29:47.217401 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'Port': ['ID=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:47.245255 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:29:47.265032 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:47.265726 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:47.287590 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-224b81a7-9c10-4f36-81cd-c365a0b69be8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464507 Aug 18 18:29:47.463565 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-a22af9ea-c9f2-450b-8090-7489779e13ee None None] Provisioning for port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:29:47.468452 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-a22af9ea-c9f2-450b-8090-7489779e13ee None None] Provisioning complete for port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:29:47.468824 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a22af9ea-c9f2-450b-8090-7489779e13ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:47.520465 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-a22af9ea-c9f2-450b-8090-7489779e13ee None None] Port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:29:47.601505 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179b77-1ba3-4445-9cf2-bb21fc4fee11 req-f9816052-3c03-4184-af57-4851bb3d2534 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:47.602961 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e3179b77-1ba3-4445-9cf2-bb21fc4fee11 req-f9816052-3c03-4184-af57-4851bb3d2534 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0698109 Aug 18 18:29:47.622286 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014d1ee-ed99-4d17-96f2-db4f2336fdb0 req-32e0a7c3-d503-4691-b8e5-5e9ab2afc1f2 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:47.623875 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7014d1ee-ed99-4d17-96f2-db4f2336fdb0 req-32e0a7c3-d503-4691-b8e5-5e9ab2afc1f2 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 931 time: 0.0658634 Aug 18 18:29:47.647494 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e3179b77-1ba3-4445-9cf2-bb21fc4fee11 req-6d36010b-9af6-4fd9-9064-4c988b7f1a40 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344949 Aug 18 18:29:47.678305 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7014d1ee-ed99-4d17-96f2-db4f2336fdb0 req-73eff13c-5dac-4634-953a-4e15809bd1e6 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480657 Aug 18 18:29:47.827687 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b461-5bd7-44f1-a6ea-820a18923fa9 req-4b12470e-f812-48bf-be24-2ea9cdd52170 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:47.829312 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a575b461-5bd7-44f1-a6ea-820a18923fa9 req-4b12470e-f812-48bf-be24-2ea9cdd52170 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0514383 Aug 18 18:29:47.871489 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a575b461-5bd7-44f1-a6ea-820a18923fa9 req-d68ecbab-3110-4c4d-a480-4a03cd39805b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350959 Aug 18 18:29:48.809267 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37781e22-1f09-43e2-ad67-c2d4bcee60ba req-c02f40d8-a17f-4b96-9d5b-5f3e8a8a0338 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:48.811238 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-37781e22-1f09-43e2-ad67-c2d4bcee60ba req-c02f40d8-a17f-4b96-9d5b-5f3e8a8a0338 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0738935 Aug 18 18:29:48.820882 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c3446-b7d8-4bc7-83e3-a1fa9a516204 req-1ff7b601-25a3-4949-8954-82042ac543c7 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:48.822482 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0b9c3446-b7d8-4bc7-83e3-a1fa9a516204 req-1ff7b601-25a3-4949-8954-82042ac543c7 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 931 time: 0.0659366 Aug 18 18:29:48.876841 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0b9c3446-b7d8-4bc7-83e3-a1fa9a516204 req-de5db5ba-5b9d-4313-88ee-0d172a2578b0 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Aug 18 18:29:48.888160 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-37781e22-1f09-43e2-ad67-c2d4bcee60ba req-5bbb98f6-5eac-444f-8b29-00b558206d0e tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676856 Aug 18 18:29:49.012136 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae99e6-9a77-4c3a-be45-79e37cb38c88 req-267ae46a-748c-42b0-855b-a57a5a59970d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:49.013614 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79ae99e6-9a77-4c3a-be45-79e37cb38c88 req-267ae46a-748c-42b0-855b-a57a5a59970d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0542257 Aug 18 18:29:49.059885 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79ae99e6-9a77-4c3a-be45-79e37cb38c88 req-920b636c-7a9b-4d47-bb9a-d2c1c3405559 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0379968 Aug 18 18:29:50.002312 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e52de-9483-41c9-90e7-f504bbb454ce req-b92d891a-0e6a-48c6-a0b5-4b01cd61fad1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:50.009915 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bb2e52de-9483-41c9-90e7-f504bbb454ce req-b92d891a-0e6a-48c6-a0b5-4b01cd61fad1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 931 time: 0.0563602 Aug 18 18:29:50.045866 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94941bd2-8ea8-40d1-918b-0f0928264ebe req-801542d0-c043-4524-a005-ce0458ecde90 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:50.047497 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-94941bd2-8ea8-40d1-918b-0f0928264ebe req-801542d0-c043-4524-a005-ce0458ecde90 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0696244 Aug 18 18:29:50.050888 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bb2e52de-9483-41c9-90e7-f504bbb454ce req-4306fa93-7fe6-4acd-a0c7-fb4c0d26814d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Aug 18 18:29:50.087860 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-94941bd2-8ea8-40d1-918b-0f0928264ebe req-4da385c5-0216-4b70-97a6-29e90f30c741 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334842 Aug 18 18:29:50.188390 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3969-5170-411b-b3ab-9cfc2c445d6b req-2d5d40e7-6bec-4057-b3da-adcec3c2392f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:50.190155 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-89df3969-5170-411b-b3ab-9cfc2c445d6b req-2d5d40e7-6bec-4057-b3da-adcec3c2392f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0567975 Aug 18 18:29:50.229104 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-89df3969-5170-411b-b3ab-9cfc2c445d6b req-69cb889b-07ed-47fa-982e-652da8af3551 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321288 Aug 18 18:29:51.174805 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129b895-6584-4a26-b9d5-4fda28dadfc5 req-c69e735b-6800-4d96-a310-50c5120f4e50 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:51.176304 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e129b895-6584-4a26-b9d5-4fda28dadfc5 req-c69e735b-6800-4d96-a310-50c5120f4e50 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 931 time: 0.0554001 Aug 18 18:29:51.221354 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e129b895-6584-4a26-b9d5-4fda28dadfc5 req-e5ecdfe7-c921-4ffb-b8e8-84ac3fafb8bf tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384030 Aug 18 18:29:51.228472 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639840-eeb0-4cd3-aed6-d1514f14b63d req-f06dada9-aa18-4cca-840b-f36723b7a8db tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:51.230046 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-02639840-eeb0-4cd3-aed6-d1514f14b63d req-f06dada9-aa18-4cca-840b-f36723b7a8db tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0576696 Aug 18 18:29:51.293079 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-02639840-eeb0-4cd3-aed6-d1514f14b63d req-659a8da4-4466-431a-a865-a13f5f2cee6a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518658 Aug 18 18:29:51.358226 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23155d73-26fd-4682-8c42-1dec6ac3071c req-47993134-4d5a-442b-a765-fdeb4e607f88 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:51.359742 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-23155d73-26fd-4682-8c42-1dec6ac3071c req-47993134-4d5a-442b-a765-fdeb4e607f88 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0504522 Aug 18 18:29:51.403238 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-23155d73-26fd-4682-8c42-1dec6ac3071c req-64db486c-9dde-4d83-b2b4-15a98f4abe25 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374537 Aug 18 18:29:52.346932 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a31af6-fe78-457b-8005-4a2cf9034913 req-d3c96336-4741-4015-8b5d-4d9587140484 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:52.348490 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d6a31af6-fe78-457b-8005-4a2cf9034913 req-d3c96336-4741-4015-8b5d-4d9587140484 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 931 time: 0.0546629 Aug 18 18:29:52.397723 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d6a31af6-fe78-457b-8005-4a2cf9034913 req-0ca8d614-7c60-4e6f-a482-62aa48287206 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Aug 18 18:29:52.428151 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a429b-7531-4907-a895-dab34b16388c req-2edd9482-79c1-41b1-8a81-2d84b1ad00d2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:52.429788 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a07a429b-7531-4907-a895-dab34b16388c req-2edd9482-79c1-41b1-8a81-2d84b1ad00d2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0564365 Aug 18 18:29:52.474870 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a07a429b-7531-4907-a895-dab34b16388c req-77117c9c-e87d-415d-bf65-ff2f61792cb3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386882 Aug 18 18:29:52.545404 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b73b6-9374-443b-bd2d-671df1830012 req-a4bb6b16-634f-4de6-8f5a-8845f8a33835 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:52.546957 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0d5b73b6-9374-443b-bd2d-671df1830012 req-a4bb6b16-634f-4de6-8f5a-8845f8a33835 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0572248 Aug 18 18:29:52.595317 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0d5b73b6-9374-443b-bd2d-671df1830012 req-8f71dd82-dcf9-4124-b7a2-04a800bfd837 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416520 Aug 18 18:29:53.519685 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ea56d-a7e1-46bf-9388-3173fc826120 req-b4ed5c6f-b3a5-4e43-baee-5df2493ada9d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:53.527743 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d3ea56d-a7e1-46bf-9388-3173fc826120 req-b4ed5c6f-b3a5-4e43-baee-5df2493ada9d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 931 time: 0.0591943 Aug 18 18:29:53.567031 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d3ea56d-a7e1-46bf-9388-3173fc826120 req-25134f3d-c360-467e-b2c9-99dddfa4d974 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383961 Aug 18 18:29:53.604864 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e3b40-05be-4f35-bd2d-da6ad2e1b80e req-88afbe2a-5c15-43e7-8c4e-25aca87b3d90 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:53.606345 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-369e3b40-05be-4f35-bd2d-da6ad2e1b80e req-88afbe2a-5c15-43e7-8c4e-25aca87b3d90 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0546930 Aug 18 18:29:53.645723 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-369e3b40-05be-4f35-bd2d-da6ad2e1b80e req-bc726669-b740-459b-bbd1-e4fb8a4cdae1 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328915 Aug 18 18:29:53.716885 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c87bd-10fc-443e-8f1b-e777a077163d req-49f18be9-208e-4a72-9c87-1984cade41c2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:53.718269 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be8c87bd-10fc-443e-8f1b-e777a077163d req-49f18be9-208e-4a72-9c87-1984cade41c2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0503058 Aug 18 18:29:53.757222 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be8c87bd-10fc-443e-8f1b-e777a077163d req-808d8906-c25d-4158-8285-49e064fb13af tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325823 Aug 18 18:29:54.701745 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cedc2-b9a0-44f7-9b5d-c4dcdecee09a req-281c600c-9c5c-4a7a-ac56-753d8d815e97 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:54.704034 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f86cedc2-b9a0-44f7-9b5d-c4dcdecee09a req-281c600c-9c5c-4a7a-ac56-753d8d815e97 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 931 time: 0.0579429 Aug 18 18:29:54.753634 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f86cedc2-b9a0-44f7-9b5d-c4dcdecee09a req-8a0b0a06-d132-46ba-889c-a0b915508c0d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427475 Aug 18 18:29:54.799628 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db147fd-06d1-4e8a-9576-331f07268b46 req-709b0cb8-b313-4d14-98dd-46db60352c20 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:54.804986 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3db147fd-06d1-4e8a-9576-331f07268b46 req-709b0cb8-b313-4d14-98dd-46db60352c20 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0772893 Aug 18 18:29:54.842807 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3db147fd-06d1-4e8a-9576-331f07268b46 req-52871acb-e8e6-4de8-b81e-b449fedab932 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340271 Aug 18 18:29:54.891977 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5450e1-6d09-45a2-8605-5b3f451c362d req-dc424af4-e969-42f4-a685-83fa47678681 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:54.893801 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4f5450e1-6d09-45a2-8605-5b3f451c362d req-dc424af4-e969-42f4-a685-83fa47678681 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0494599 Aug 18 18:29:54.937531 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4f5450e1-6d09-45a2-8605-5b3f451c362d req-63ed3554-f4e1-419e-af7c-3f0a77410566 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367458 Aug 18 18:29:55.873484 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678d9ed-c2bc-463d-8653-028ace40a5a1 req-00a02fe7-0028-4e13-928a-4b3abdde0262 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:55.875038 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1678d9ed-c2bc-463d-8653-028ace40a5a1 req-00a02fe7-0028-4e13-928a-4b3abdde0262 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 931 time: 0.0513146 Aug 18 18:29:55.922000 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1678d9ed-c2bc-463d-8653-028ace40a5a1 req-699dd683-7a28-4e16-a7ba-872c90d26666 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Aug 18 18:29:55.975046 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edfd95-31bf-4031-96e7-0b30c4a7fcf8 req-2bc9f2ea-8434-4b3b-99f2-b50dc4b4c1aa tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:55.976930 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-51edfd95-31bf-4031-96e7-0b30c4a7fcf8 req-2bc9f2ea-8434-4b3b-99f2-b50dc4b4c1aa tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0583272 Aug 18 18:29:56.015556 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-51edfd95-31bf-4031-96e7-0b30c4a7fcf8 req-aa6c5e5f-380d-452c-a847-b82c844e05af tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329354 Aug 18 18:29:56.074106 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1a67-6596-4502-8519-b2ee311ab84d req-1f5bc04b-1061-46c7-b9e2-69105e3eedcb tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:56.075813 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8e0b1a67-6596-4502-8519-b2ee311ab84d req-1f5bc04b-1061-46c7-b9e2-69105e3eedcb tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0614479 Aug 18 18:29:56.116371 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8e0b1a67-6596-4502-8519-b2ee311ab84d req-551329ad-650c-4a01-a110-f74ab9a75929 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344746 Aug 18 18:29:57.060875 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fed86-210d-4b6e-8f0f-f757cf04b454 req-15948edf-2234-4e1f-8f00-9ab3d53d9b8c tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:57.062503 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-928fed86-210d-4b6e-8f0f-f757cf04b454 req-15948edf-2234-4e1f-8f00-9ab3d53d9b8c tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 931 time: 0.0632429 Aug 18 18:29:57.105722 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-928fed86-210d-4b6e-8f0f-f757cf04b454 req-e1b6afb5-ef33-4261-bf42-b3f96f04618d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367100 Aug 18 18:29:57.146724 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17ffd7-5207-4d4c-9225-e1750ee5c777 req-186a4253-e58e-4b08-af74-1807519239b2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:57.155039 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f17ffd7-5207-4d4c-9225-e1750ee5c777 req-186a4253-e58e-4b08-af74-1807519239b2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0639834 Aug 18 18:29:57.190322 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f17ffd7-5207-4d4c-9225-e1750ee5c777 req-eccd2d46-0816-40fb-8567-cdfd27c057e6 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341458 Aug 18 18:29:57.238693 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74dd94-c814-4cdb-bb20-1ce9ea4865ff req-f7aa6240-c100-40ef-a124-a9f7e403abf2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:57.240229 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a74dd94-c814-4cdb-bb20-1ce9ea4865ff req-f7aa6240-c100-40ef-a124-a9f7e403abf2 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0496302 Aug 18 18:29:57.278141 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7a74dd94-c814-4cdb-bb20-1ce9ea4865ff req-88a11c93-9466-41ad-be91-d2d71309d064 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319719 Aug 18 18:29:57.933198 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Request body: {'port': {'device_id': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:29:58.007737 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:58.242697 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd38c-41a1-486f-9db0-0f56853a05fc req-4f7648b9-0969-4412-a86c-64fdcc0ae27d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:58.244235 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dfbcd38c-41a1-486f-9db0-0f56853a05fc req-4f7648b9-0969-4412-a86c-64fdcc0ae27d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 931 time: 0.0698056 Aug 18 18:29:58.311167 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dfbcd38c-41a1-486f-9db0-0f56853a05fc req-ac6b3034-7bf0-4ec4-aa96-8c8522585960 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558195 Aug 18 18:29:58.327568 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d6f5-eab8-4d3d-9479-0fadb417923d req-368a5e79-f714-4cf1-a388-3b684220238e tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:58.327568 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-04b3d6f5-eab8-4d3d-9479-0fadb417923d req-368a5e79-f714-4cf1-a388-3b684220238e tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0535119 Aug 18 18:29:58.349966 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f44cdbb-7a96-4829-b57f-aa48e7cc917d {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:29:58.357532 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:58.370309 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Transition to ACTIVE for port object 2f44cdbb-7a96-4829-b57f-aa48e7cc917d will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:29:58.371919 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-04b3d6f5-eab8-4d3d-9479-0fadb417923d req-93aaffc0-0a6a-46be-a1af-af7c58ff4c2f tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374682 Aug 18 18:29:58.376524 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:58.459200 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Pushing event updated for resources: {'Port': ['ID=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:58.486644 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285d7ea-24a5-445f-a128-9f88aafd7723 req-8fe2c8e1-52c9-4b16-a90a-fcef07980d09 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:58.490697 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c285d7ea-24a5-445f-a128-9f88aafd7723 req-8fe2c8e1-52c9-4b16-a90a-fcef07980d09 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.1041067 Aug 18 18:29:58.565703 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c285d7ea-24a5-445f-a128-9f88aafd7723 req-360db1b6-8f0a-4d47-85be-a86670a9a958 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0612004 Aug 18 18:29:58.593153 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Attempting to bind port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:29:58.593653 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Attempting to bind port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:29:58.594093 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Attempting to bind port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d on network 43779964-1c40-4104-a65f-5211f29da8bb {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:29:58.600433 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d on network 43779964-1c40-4104-a65f-5211f29da8bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:29:58.600869 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Attempting to bind port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d on network 43779964-1c40-4104-a65f-5211f29da8bb {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:29:58.606193 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:29:58.606665 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Checking segment: {'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:29:58.607144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Bound using segment: {'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:29:58.607714 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Bound port: 2f44cdbb-7a96-4829-b57f-aa48e7cc917d, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4763891-5610-4f49-a1dd-bf59c6e41711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:29:58.608310 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:58.634769 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ddacd-f84f-4017-84e4-f35fc495e456 req-cc0804f1-883d-452c-b72d-0a25e81c06c7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:58.636443 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fb8ddacd-f84f-4017-84e4-f35fc495e456 req-cc0804f1-883d-452c-b72d-0a25e81c06c7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0709088 Aug 18 18:29:58.677976 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fb8ddacd-f84f-4017-84e4-f35fc495e456 req-e2d2ad52-7c96-44fc-ba13-637b994c9ac8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350533 Aug 18 18:29:58.705938 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] For port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:29:58.710073 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] For port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:29:58.715557 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-760b4f7d-823e-48a1-a88c-4acd35f2a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:58.717039 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-760b4f7d-823e-48a1-a88c-4acd35f2a7a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 1099 time: 0.0689251 Aug 18 18:29:58.718108 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:58.800197 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:58.800810 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:58.802167 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] 10.222.0.61 "PUT /v2.0/ports/2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 200 len: 1093 time: 0.8737624 Aug 18 18:29:58.804502 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:29:58.806772 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da039489-6d3b-4040-b1c1-b039eb9212b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:29:58.835436 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e1f87-12c4-43fb-a617-9d63f006d341 service neutron] Pushing event updated for resources: {'Port': ['ID=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:29:58.855168 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aacd8d-4c7e-45c5-a350-ec68ebb1d768 x-openstack-request-id: req-f5aacd8d-4c7e-45c5-a350-ec68ebb1d768 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:29:58.855633 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:29:58.855885 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5aacd8d-4c7e-45c5-a350-ec68ebb1d768 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:29:58.856261 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'status': 'completed', 'code': 200} Aug 18 18:29:58.878010 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-53cd02ba-e5f8-43da-8000-ae4a68f6d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:58.879718 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-53cd02ba-e5f8-43da-8000-ae4a68f6d670 service neutron] 10.222.0.61 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 912 time: 0.1536663 Aug 18 18:29:58.997791 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-fcfde2ae-ac25-425f-a4c5-eaa47f8f9f5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3611cb2c-7195-41ea-9e8a-12221972eb07 HTTP/1.1" status: 200 len: 1001 time: 0.0919540 Aug 18 18:29:59.003201 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-d4154f28-8cd2-48af-a15c-f23f753e6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:59.004595 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-d4154f28-8cd2-48af-a15c-f23f753e6735 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c979ed14b26e4101b2e7ba31b860e626&device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 1096 time: 0.0976334 Aug 18 18:29:59.084030 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-4f7064a7-e82c-4002-aaec-ce10ca39cf15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 200 len: 217 time: 0.0424888 Aug 18 18:29:59.101777 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-8e219535-1c86-49d6-945b-2dbbc6e2ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:59.103141 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-8e219535-1c86-49d6-945b-2dbbc6e2ad88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 200 len: 850 time: 0.0972617 Aug 18 18:29:59.161306 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-dcda0e5c-d0f6-4649-ab98-42cd3d163bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:59.162733 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-dcda0e5c-d0f6-4649-ab98-42cd3d163bf8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc048d8-5765-410c-afa6-aa066d1dc6af HTTP/1.1" status: 200 len: 853 time: 0.0688546 Aug 18 18:29:59.184606 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-5a980cb6-5c99-4dd1-9592-837763fabf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:59.185978 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-5a980cb6-5c99-4dd1-9592-837763fabf9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=993c729d-a966-4d50-b4bc-f0ad5773f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643272 Aug 18 18:29:59.269726 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-23207197-74c7-4c8a-aae3-bb0f0cbc1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:59.271208 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-23207197-74c7-4c8a-aae3-bb0f0cbc1185 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43779964-1c40-4104-a65f-5211f29da8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958247 Aug 18 18:29:59.344998 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-e138db7d-3df5-4bfe-aca8-eefe48f9ed6e service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376054 Aug 18 18:29:59.425956 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e985c-b53f-4a70-b2fc-4a7dbc8ea6d8 req-d7ae21eb-edd8-4267-b39f-ec9859c8edb8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:59.427489 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9b2e985c-b53f-4a70-b2fc-4a7dbc8ea6d8 req-d7ae21eb-edd8-4267-b39f-ec9859c8edb8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 943 time: 0.0497589 Aug 18 18:29:59.441895 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-e2b359b0-681b-4468-8849-37591c428287 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519232 Aug 18 18:29:59.466720 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-9b2e985c-b53f-4a70-b2fc-4a7dbc8ea6d8 req-fd7ae19c-84dd-47f9-99ae-94ae969231a6 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Aug 18 18:29:59.512422 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0060f9be-0ad7-454a-9ed8-174d71ed7363 req-e05150a2-ef45-4921-9055-8305e9cf63ca service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575069 Aug 18 18:29:59.554948 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75111853-ed5f-4964-a05b-786c5ec5e9d4 req-266c3bef-d27a-4c9b-88c8-84a0555f88a0 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029570 Aug 18 18:29:59.607663 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 22a03691-3066-4752-89cc-e773f747f724 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:29:59.706771 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:59.711072 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354232e9-bf0a-4376-b430-b4642eeb34ec req-96f9b268-b82e-4d90-b7d8-f09c4ed3d5bd tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:59.712620 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-354232e9-bf0a-4376-b430-b4642eeb34ec req-96f9b268-b82e-4d90-b7d8-f09c4ed3d5bd tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0715239 Aug 18 18:29:59.722337 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '22a03691-3066-4752-89cc-e773f747f724', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'port_id': '22a03691-3066-4752-89cc-e773f747f724', 'mac_address': 'fa:16:3e:26:f0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:29:59.742081 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-fbfdee30-aa5b-45f2-b261-a77480837742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:59.743594 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-fbfdee30-aa5b-45f2-b261-a77480837742 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c979ed14b26e4101b2e7ba31b860e626&device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 1096 time: 0.0674574 Aug 18 18:29:59.761433 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:59.775731 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22a03691-3066-4752-89cc-e773f747f724 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:29:59.779523 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-354232e9-bf0a-4376-b430-b4642eeb34ec req-4160664f-104f-4c98-b40d-ac0041b42835 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0567782 Aug 18 18:29:59.797207 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:29:59.810723 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:29:59.812273 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80633956-e105-467d-b253-175892194442 req-5044c3c0-d965-45bb-b9de-bdf40df55dc8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:59.820010 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-80633956-e105-467d-b253-175892194442 req-5044c3c0-d965-45bb-b9de-bdf40df55dc8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0666883 Aug 18 18:29:59.853779 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-80633956-e105-467d-b253-175892194442 req-60ab5918-872a-4221-9c7c-021ece025487 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328243 Aug 18 18:29:59.855827 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-070fb29b-09da-4f43-9b33-15c4b570fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:29:59.857282 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-070fb29b-09da-4f43-9b33-15c4b570fc5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=43779964-1c40-4104-a65f-5211f29da8bb HTTP/1.1" status: 200 len: 915 time: 0.1019635 Aug 18 18:29:59.861642 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=6']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:00.040899 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['22a03691-3066-4752-89cc-e773f747f724'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:30:00.055188 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-8f2a3350-e16d-409e-8b2c-33c565582d6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 200 len: 217 time: 0.0457098 Aug 18 18:30:00.114203 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-2cd3abaf-5c91-4d55-bc58-f68cd4a12c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:00.115627 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-2cd3abaf-5c91-4d55-bc58-f68cd4a12c55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc048d8-5765-410c-afa6-aa066d1dc6af HTTP/1.1" status: 200 len: 853 time: 0.0490773 Aug 18 18:30:00.166448 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-f8965bf1-4724-41fb-9262-849d23a57910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:00.168006 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-f8965bf1-4724-41fb-9262-849d23a57910 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43779964-1c40-4104-a65f-5211f29da8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425296 Aug 18 18:30:00.362914 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-a1a9ba1a-58d9-4ca9-93a6-be475ba03e03 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993607 Aug 18 18:30:00.490746 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da039489-6d3b-4040-b1c1-b039eb9212b0 req-9ae52b26-fb58-4457-862b-e7a2de996732 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066473 Aug 18 18:30:00.628201 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f581f3-640e-4178-b104-af93bf898096 req-252c4350-7bd7-4386-a6d2-e875bb7cfc46 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:00.630935 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-87f581f3-640e-4178-b104-af93bf898096 req-252c4350-7bd7-4386-a6d2-e875bb7cfc46 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 943 time: 0.0969758 Aug 18 18:30:00.691976 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-87f581f3-640e-4178-b104-af93bf898096 req-ababf21c-5a92-4aff-ab8b-e7ca34783085 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492480 Aug 18 18:30:00.920535 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea2c74-eb23-4d31-8181-397625b0aa74 req-105352e0-f70f-4506-80eb-bd45a0a8f9a9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:00.922142 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-50ea2c74-eb23-4d31-8181-397625b0aa74 req-105352e0-f70f-4506-80eb-bd45a0a8f9a9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 945 time: 0.0598550 Aug 18 18:30:00.965404 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-50ea2c74-eb23-4d31-8181-397625b0aa74 req-875450ea-41d7-4966-b224-b400121c4c77 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365806 Aug 18 18:30:00.985733 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003016c9-b486-4131-baa2-1318a902db24 req-63706320-278c-48e8-b837-3c9206e6a417 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:00.988184 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-003016c9-b486-4131-baa2-1318a902db24 req-63706320-278c-48e8-b837-3c9206e6a417 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0590870 Aug 18 18:30:01.337788 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-003016c9-b486-4131-baa2-1318a902db24 req-defe4aee-4084-4ff6-b37b-d6930300ee47 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429234 Aug 18 18:30:01.625799 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 2f44cdbb-7a96-4829-b57f-aa48e7cc917d details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:30:01.637020 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 22a03691-3066-4752-89cc-e773f747f724 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:30:01.768232 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 22a03691-3066-4752-89cc-e773f747f724 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:30:01.768890 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:01.819474 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910db8aa-0a3e-4282-b12f-e6eead8f7c6d req-d3ae2109-5e22-4474-95b9-5388f9717fe9 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:01.827741 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-910db8aa-0a3e-4282-b12f-e6eead8f7c6d req-d3ae2109-5e22-4474-95b9-5388f9717fe9 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 943 time: 0.0626473 Aug 18 18:30:01.929085 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-910db8aa-0a3e-4282-b12f-e6eead8f7c6d req-8fc4869c-43ce-431d-93c6-5dcc55fb876f tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999286 Aug 18 18:30:01.973001 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:01.988556 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'port_id': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'mac_address': 'fa:16:3e:7d:3c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:30:02.059727 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:02.081590 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:02.082387 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f44cdbb-7a96-4829-b57f-aa48e7cc917d {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:30:02.115943 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5475f-adf9-4a16-9a5d-e75772f76bd9 req-aee7f82d-b0e1-41cc-8ba2-36f110536f00 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:02.118716 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f5475f-adf9-4a16-9a5d-e75772f76bd9 req-aee7f82d-b0e1-41cc-8ba2-36f110536f00 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 945 time: 0.0646925 Aug 18 18:30:02.121666 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a03691-3066-4752-89cc-e773f747f724'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:02.124093 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981f25bc-bca1-4fa0-9cd9-027564d9b506" -d '{"events": [{"server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "name": "network-vif-plugged", "status": "completed", "tag": "22a03691-3066-4752-89cc-e773f747f724"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:02.128459 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:02.140431 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:02.146017 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:02.177291 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f5475f-adf9-4a16-9a5d-e75772f76bd9 req-f292395e-16d7-4eb5-92b1-100e152bbc16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0518060 Aug 18 18:30:02.181126 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:02.185145 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9b6a24-942c-42bd-9125-e89d22539955 x-openstack-request-id: req-2b9b6a24-942c-42bd-9125-e89d22539955 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:02.185442 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "name": "network-vif-plugged", "status": "completed", "tag": "22a03691-3066-4752-89cc-e773f747f724", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:02.185705 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b9b6a24-942c-42bd-9125-e89d22539955 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:02.186102 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a03691-3066-4752-89cc-e773f747f724', 'code': 200} Aug 18 18:30:02.221032 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:02.281722 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=7']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:02.567417 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['2f44cdbb-7a96-4829-b57f-aa48e7cc917d'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:30:03.060609 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc25133-3c1e-458e-8e61-b6b59bb9c067 req-93d14f86-51f2-4b43-a988-7f419de5fccd tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:03.062224 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3cc25133-3c1e-458e-8e61-b6b59bb9c067 req-93d14f86-51f2-4b43-a988-7f419de5fccd tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 944 time: 0.0572717 Aug 18 18:30:03.112611 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3cc25133-3c1e-458e-8e61-b6b59bb9c067 req-493a37ab-a5ef-4921-895c-1e98f6610982 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401757 Aug 18 18:30:03.338609 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd775e96-8595-4055-a36c-47b02f8055e6 req-2bb3a550-34c0-486f-b44e-536b1a62e8ae tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:03.340363 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd775e96-8595-4055-a36c-47b02f8055e6 req-2bb3a550-34c0-486f-b44e-536b1a62e8ae tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0638595 Aug 18 18:30:03.406419 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd775e96-8595-4055-a36c-47b02f8055e6 req-9e8c8093-a21f-4fd6-b6cb-753508dfa630 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0585790 Aug 18 18:30:03.637735 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 2f44cdbb-7a96-4829-b57f-aa48e7cc917d up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:30:03.768499 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:30:03.771064 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:30:03.771799 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:03.877670 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:03.918201 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:03.923136 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:03.975662 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:04.187789 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:04.190278 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0616d0-f750-46ba-8ea0-27d0fef2e223" -d '{"events": [{"server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "name": "network-vif-plugged", "status": "completed", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:04.245180 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64607e9-677d-4e68-b34c-d97f53a77110 x-openstack-request-id: req-d64607e9-677d-4e68-b34c-d97f53a77110 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:04.245550 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "name": "network-vif-plugged", "status": "completed", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:04.245884 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d64607e9-677d-4e68-b34c-d97f53a77110 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:04.246396 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'code': 200} Aug 18 18:30:04.261159 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc4fd8-8baa-4d69-98f0-4b0c2933c895 req-fe3166af-09ae-42f3-b686-450928afe5ea tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:04.262698 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-75bc4fd8-8baa-4d69-98f0-4b0c2933c895 req-fe3166af-09ae-42f3-b686-450928afe5ea tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0813611 Aug 18 18:30:04.314828 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-75bc4fd8-8baa-4d69-98f0-4b0c2933c895 req-4f58ce43-d6c1-4ed5-acdf-8194fffb1d41 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456202 Aug 18 18:30:04.521286 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a36ad-e3bc-43e9-b864-fcbfe3a44ae9 req-4f5f746f-eeb3-4b86-aada-27b809ab5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:04.522794 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9a7a36ad-e3bc-43e9-b864-fcbfe3a44ae9 req-4f5f746f-eeb3-4b86-aada-27b809ab5e9c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 1098 time: 0.0844207 Aug 18 18:30:04.568107 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd6bc6-7493-47d2-9389-a31eae4b6e94 req-cd1befef-c3f5-4feb-b41f-bbd0079a9d4b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:04.569582 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05bd6bc6-7493-47d2-9389-a31eae4b6e94 req-cd1befef-c3f5-4feb-b41f-bbd0079a9d4b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0790851 Aug 18 18:30:04.575720 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9a7a36ad-e3bc-43e9-b864-fcbfe3a44ae9 req-2fd6b4f7-5aa0-4f08-8e57-010161f7a605 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Aug 18 18:30:04.616718 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05bd6bc6-7493-47d2-9389-a31eae4b6e94 req-4f8c4d41-ed50-493f-92c0-17f0b2014e2d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382278 Aug 18 18:30:05.435150 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eab3d8-271d-4160-ac3d-629d7a6f33c0 req-3febff59-2575-42c8-bfe7-581e802440cd tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:05.445525 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e9eab3d8-271d-4160-ac3d-629d7a6f33c0 req-3febff59-2575-42c8-bfe7-581e802440cd tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0662360 Aug 18 18:30:05.485512 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e9eab3d8-271d-4160-ac3d-629d7a6f33c0 req-5135aa3b-6c69-4cd5-9461-e59667f9aac3 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389795 Aug 18 18:30:05.767638 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0706017-3d56-4685-9b2d-e7cd4301e070 req-1a4e9783-a082-4806-bfb3-a837905bc432 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:05.770810 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0706017-3d56-4685-9b2d-e7cd4301e070 req-1a4e9783-a082-4806-bfb3-a837905bc432 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0622406 Aug 18 18:30:05.820242 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0706017-3d56-4685-9b2d-e7cd4301e070 req-4baa4c49-81f4-4773-82e0-c5450ad5458a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405226 Aug 18 18:30:06.619363 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6a025-ef3e-4167-8b0b-2fe97072c607 req-28a2a5ea-9bd9-4e60-b596-61ae2fe5a78c tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:06.621076 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-57a6a025-ef3e-4167-8b0b-2fe97072c607 req-28a2a5ea-9bd9-4e60-b596-61ae2fe5a78c tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0571308 Aug 18 18:30:06.665354 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-57a6a025-ef3e-4167-8b0b-2fe97072c607 req-1c90a61d-2273-478b-93d8-7bc74d62f02f tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371585 Aug 18 18:30:06.800457 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e2f53-519c-4e8f-a07c-fab76c0cd521 req-26245a14-65e9-4c4b-ac55-815888a4bd1d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:06.802219 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-449e2f53-519c-4e8f-a07c-fab76c0cd521 req-26245a14-65e9-4c4b-ac55-815888a4bd1d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0621967 Aug 18 18:30:06.854130 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-449e2f53-519c-4e8f-a07c-fab76c0cd521 req-c78731be-e789-4c7b-ab13-2ab26ee9ce91 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441661 Aug 18 18:30:06.958371 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07433202-cf3a-494d-816e-2b97e684c8fa req-0a12d97a-5fdb-4d8a-9322-4108337c0123 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:06.965778 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-07433202-cf3a-494d-816e-2b97e684c8fa req-0a12d97a-5fdb-4d8a-9322-4108337c0123 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0667810 Aug 18 18:30:07.008445 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-07433202-cf3a-494d-816e-2b97e684c8fa req-c5980a5c-89c6-488d-8787-dfc47d710ffd tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416334 Aug 18 18:30:07.220477 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a98e-de91-4201-a65b-e28ddb348db7 req-9cb80d63-d16d-4256-a519-84d81f2b174f tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:07.227969 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-efa8a98e-de91-4201-a65b-e28ddb348db7 req-9cb80d63-d16d-4256-a519-84d81f2b174f tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0626974 Aug 18 18:30:07.270202 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-efa8a98e-de91-4201-a65b-e28ddb348db7 req-8bb25d64-f84f-4074-8a7f-9ec1b24f2b09 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Aug 18 18:30:08.155520 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3eb4a-b95d-4a1c-9083-87b7ae03795d req-c4e3455e-18a1-435f-b879-0842aeb61ac5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:08.157040 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-28a3eb4a-b95d-4a1c-9083-87b7ae03795d req-c4e3455e-18a1-435f-b879-0842aeb61ac5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0611417 Aug 18 18:30:08.212482 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-28a3eb4a-b95d-4a1c-9083-87b7ae03795d req-8933a32c-9f41-4105-9504-5a7e5dbc3ba9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448973 Aug 18 18:30:08.901582 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-772ee95a-07ad-497b-a062-96268b1f038b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:09.403309 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7537715-1065-4089-ae00-dd05041ffa4a req-b963ed59-92e6-4164-994f-8fe8c3b47c57 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:09.405833 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7537715-1065-4089-ae00-dd05041ffa4a req-b963ed59-92e6-4164-994f-8fe8c3b47c57 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0932381 Aug 18 18:30:09.453870 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7537715-1065-4089-ae00-dd05041ffa4a req-0c41fc9d-91f3-44c0-b0be-bccfc214105e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403988 Aug 18 18:30:10.598161 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532297-3ac5-41ce-96e3-f7690ff6050b req-7be6cbba-efeb-4cc8-a8b1-f8d531e95330 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:10.599798 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bb532297-3ac5-41ce-96e3-f7690ff6050b req-7be6cbba-efeb-4cc8-a8b1-f8d531e95330 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0602055 Aug 18 18:30:10.639970 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bb532297-3ac5-41ce-96e3-f7690ff6050b req-86bd1dbe-2945-4bcf-9f21-10996afa4645 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337303 Aug 18 18:30:10.641415 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-0fb7e8d6-c156-4866-911a-2e0dcaa67869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:10.643985 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-0fb7e8d6-c156-4866-911a-2e0dcaa67869 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 1099 time: 0.0459294 Aug 18 18:30:10.734633 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-f842e665-fbbf-42e3-ae11-eed8c020c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:10.736282 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-f842e665-fbbf-42e3-ae11-eed8c020c55d service neutron] 10.222.0.61 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 917 time: 0.0862987 Aug 18 18:30:10.806896 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-1420eb6d-1a71-4061-9762-6a18f80e0580 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a03691-3066-4752-89cc-e773f747f724 HTTP/1.1" status: 200 len: 1002 time: 0.0636556 Aug 18 18:30:10.860955 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-8645501c-89d1-405c-8e6f-cc0ce748ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:10.862665 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-8645501c-89d1-405c-8e6f-cc0ce748ac2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 200 len: 855 time: 0.0474329 Aug 18 18:30:10.909392 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-092be234-be37-4386-88bb-95504efebb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:10.911115 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-092be234-be37-4386-88bb-95504efebb60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420902 Aug 18 18:30:11.020821 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-265c9bd6-6e74-4ea6-8a2a-011f3c7e9207 service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014242 Aug 18 18:30:11.132184 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4852ba76-031d-4e5a-883e-7f8908a243c3 req-7442fe5c-26d8-428c-b208-1b855de2da2c service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024251 Aug 18 18:30:11.345034 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-343e6adb-66d8-42b2-8688-c2f4d39ddc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:11.781293 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f41953-3521-4bf2-b570-8dacd1ab1e68 req-8a2d6333-1391-4ba5-a228-1f2a4e13ced9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:11.782945 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3f41953-3521-4bf2-b570-8dacd1ab1e68 req-8a2d6333-1391-4ba5-a228-1f2a4e13ced9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0616109 Aug 18 18:30:11.823599 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3f41953-3521-4bf2-b570-8dacd1ab1e68 req-7860a5a5-cb15-48d8-9b0f-c1a0f6c0f500 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337207 Aug 18 18:30:12.188405 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:12.948944 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361fc76-b9aa-4bcb-91bb-649897422992 req-5d7933d5-8b00-409f-9a67-d5d236142b22 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:12.950529 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e361fc76-b9aa-4bcb-91bb-649897422992 req-5d7933d5-8b00-409f-9a67-d5d236142b22 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0501959 Aug 18 18:30:12.992733 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e361fc76-b9aa-4bcb-91bb-649897422992 req-cd90da55-ac72-4f2c-a91f-2f1504571195 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353858 Aug 18 18:30:13.102835 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:14.132512 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafbbf0-db7d-4093-b4c1-c13521b195b5 req-9efc6ef4-0c0f-41c9-ad3c-355f664af11c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:14.133985 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-acafbbf0-db7d-4093-b4c1-c13521b195b5 req-9efc6ef4-0c0f-41c9-ad3c-355f664af11c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0557377 Aug 18 18:30:14.178474 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-acafbbf0-db7d-4093-b4c1-c13521b195b5 req-0b7ab38d-89b0-4b91-abea-6fc165645560 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348475 Aug 18 18:30:14.606770 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:15.033475 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:15.160557 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d919d2-9b4f-46ae-afb8-fd09d9ab00a0 req-4e058d1f-7bd4-42c1-87b1-0757b9e2b8bc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:15.164136 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e5d919d2-9b4f-46ae-afb8-fd09d9ab00a0 req-4e058d1f-7bd4-42c1-87b1-0757b9e2b8bc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 946 time: 0.0560186 Aug 18 18:30:15.198101 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-2698ee95-eee4-4d90-8ed7-e3f706405606 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468869 Aug 18 18:30:15.210550 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e5d919d2-9b4f-46ae-afb8-fd09d9ab00a0 req-61bc536f-8901-400b-b64b-3714437c26ba tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398839 Aug 18 18:30:15.747271 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 22a03691-3066-4752-89cc-e773f747f724 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:30:15.837295 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:15.859965 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a03691-3066-4752-89cc-e773f747f724'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:15.862209 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e330c73-0af2-4e32-921e-a2956b87c1ff" -d '{"events": [{"server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "name": "network-vif-unplugged", "status": "completed", "tag": "22a03691-3066-4752-89cc-e773f747f724"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:15.875739 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:15.880825 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:15.904915 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484bd9b1-b3ca-4f3d-b003-44994bc2ecb9 x-openstack-request-id: req-484bd9b1-b3ca-4f3d-b003-44994bc2ecb9 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:15.905221 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "name": "network-vif-unplugged", "status": "completed", "tag": "22a03691-3066-4752-89cc-e773f747f724", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:15.905477 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-484bd9b1-b3ca-4f3d-b003-44994bc2ecb9 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:15.905868 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a03691-3066-4752-89cc-e773f747f724', 'code': 200} Aug 18 18:30:15.931253 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=8']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:16.202019 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-9d82f4e4-908e-43f6-b882-afdb6c0c4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:16.203527 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-9d82f4e4-908e-43f6-b882-afdb6c0c4206 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e&tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0478554 Aug 18 18:30:16.282843 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-b7a9b019-824a-4e6c-ada9-b6e20719f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:16.284429 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-b7a9b019-824a-4e6c-ada9-b6e20719f4f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 1097 time: 0.0424232 Aug 18 18:30:16.392013 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc12565-3b92-46bf-8436-eb08adee5524 req-d945ab13-a949-48b8-ad65-0150a506dc77 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:16.393507 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2cc12565-3b92-46bf-8436-eb08adee5524 req-d945ab13-a949-48b8-ad65-0150a506dc77 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.1049452 Aug 18 18:30:16.432059 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-f37555da-71fb-4d6c-b1c5-077b89c83e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:16.433538 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-f37555da-71fb-4d6c-b1c5-077b89c83e55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 200 len: 917 time: 0.1364408 Aug 18 18:30:16.456722 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2cc12565-3b92-46bf-8436-eb08adee5524 req-7a5e5db9-ebf5-45b2-a38e-788f0c4652c6 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0539272 Aug 18 18:30:16.511551 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-0663e0c1-084e-4420-8726-25a55ac4d7bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a03691-3066-4752-89cc-e773f747f724 HTTP/1.1" status: 200 len: 1000 time: 0.0677886 Aug 18 18:30:16.565893 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-6b5d9f6f-ff77-42e1-b0e9-139ef77246ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:16.567957 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-6b5d9f6f-ff77-42e1-b0e9-139ef77246ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 200 len: 855 time: 0.0495377 Aug 18 18:30:16.623824 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-f8012fa9-50aa-4712-8bbf-c28d7227e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:16.625306 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-f8012fa9-50aa-4712-8bbf-c28d7227e341 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507886 Aug 18 18:30:16.727178 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-22df4baa-0aa4-4eb8-8db9-ff3bac238771 service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947521 Aug 18 18:30:16.827486 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a465db1-1190-435e-80ac-3cc6fee419e3 req-e85bd800-c112-419f-8547-d7a42e63228d service neutron] 10.222.0.61 "GET /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926201 Aug 18 18:30:17.041903 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422e669-b743-459a-9061-2f9a37492efd req-f166bb77-895f-418b-a2d2-439fa549a1ad tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:17.043493 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7422e669-b743-459a-9061-2f9a37492efd req-f166bb77-895f-418b-a2d2-439fa549a1ad tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0518925 Aug 18 18:30:17.085512 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7422e669-b743-459a-9061-2f9a37492efd req-e248d20d-b428-48cd-9d17-da0ad158589b tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359912 Aug 18 18:30:17.108449 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49240) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:17.262429 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bade544-19b4-46ac-ac73-620037fac207 tempest-TestMinimumBasicScenario-114998976 tempest-TestMinimumBasicScenario-114998976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:17.268016 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49254) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:17.278586 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'floatingip': {'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'port_id': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:17.288127 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4bade544-19b4-46ac-ac73-620037fac207 tempest-TestMinimumBasicScenario-114998976 tempest-TestMinimumBasicScenario-114998976-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 1093 time: 0.1731839 Aug 18 18:30:17.336738 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:17.472408 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:17.656772 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Allocated IP 172.27.1.249 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/9ef042fd-0090-4c89-b04a-0d658d32d05a) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:30:17.692593 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06541ac1-c7db-4128-8e9b-5a32cbfb5f30 req-89cf91ca-c509-4207-8265-671f7cea292a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:17.694522 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-06541ac1-c7db-4128-8e9b-5a32cbfb5f30 req-89cf91ca-c509-4207-8265-671f7cea292a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.1215556 Aug 18 18:30:17.775331 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-06541ac1-c7db-4128-8e9b-5a32cbfb5f30 req-9eda518f-7a5b-4181-9dcb-c98c0b24235b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0706470 Aug 18 18:30:17.813393 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:17.855309 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:17.903708 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:30:17.906926 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:30:17.910956 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:30:17.917170 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'Port': ['ID=9ef042fd-0090-4c89-b04a-0d658d32d05a,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:18.294837 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:18.371250 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:18.533500 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:18.539670 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:18.611707 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'Port': ['ID=9ef042fd-0090-4c89-b04a-0d658d32d05a,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:18.633754 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:18.743738 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Floating IP 22c73668-1eac-45be-900d-a32303907518 associated. External IP: 172.27.1.249, port: 2f44cdbb-7a96-4829-b57f-aa48e7cc917d. Aug 18 18:30:18.913634 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9c82-8b8b-4e19-aaec-ac3c38d869c4 req-2ce80f8f-382a-4547-b7cb-f55f121a7f27 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:18.915222 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5f6e9c82-8b8b-4e19-aaec-ac3c38d869c4 req-2ce80f8f-382a-4547-b7cb-f55f121a7f27 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0583434 Aug 18 18:30:18.961460 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5f6e9c82-8b8b-4e19-aaec-ac3c38d869c4 req-0a2f6089-385a-4226-873a-9e1c94bd4a68 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392222 Aug 18 18:30:18.974604 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Router d67b1053-e7d1-46d2-a596-1cd3410e8f82 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:30:19.090518 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:30:19.103397 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] Sync routers for ids ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:30:19.115412 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.115790 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] Routers {'d67b1053-e7d1-46d2-a596-1cd3410e8f82'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:30:19.117049 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:19.146543 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2694e8e6-c4ee-45d6-b5fa-f2796c295229 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8771276 Aug 18 18:30:19.147523 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:19.150024 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:19.150203 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49260) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:19.155355 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-a042cd0e-abba-445c-beaa-8c481f7550b3 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746297153', 'description': 'tempest-secgroup-smoke-1746297153 description', 'project_id': 'c979ed14b26e4101b2e7ba31b860e626'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:19.181714 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a042cd0e-abba-445c-beaa-8c481f7550b3 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.200540 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278d5c37-eba2-4453-83a9-5ce759380630 x-openstack-request-id: req-278d5c37-eba2-4453-83a9-5ce759380630 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:19.200828 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:19.201089 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-278d5c37-eba2-4453-83a9-5ce759380630 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:19.201519 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'status': 'completed', 'code': 200} Aug 18 18:30:19.257618 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] Set router d67b1053-e7d1-46d2-a596-1cd3410e8f82 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:30:19.282762 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a042cd0e-abba-445c-beaa-8c481f7550b3 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.288570 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a042cd0e-abba-445c-beaa-8c481f7550b3 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.318004 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a042cd0e-abba-445c-beaa-8c481f7550b3 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.319436 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a042cd0e-abba-445c-beaa-8c481f7550b3 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1682067 Aug 18 18:30:19.322591 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49264) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:19.327987 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-5f632580-0193-446a-b1b8-14ab39979e36 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'security_group_rule': {'security_group_id': 'e6431b89-0059-4a02-9cdf-ffea5ea60a00', 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:19.328408 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042cd0e-abba-445c-beaa-8c481f7550b3 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6431b89-0059-4a02-9cdf-ffea5ea60a00,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:19.363786 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f632580-0193-446a-b1b8-14ab39979e36 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.432460 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f632580-0193-446a-b1b8-14ab39979e36 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.440087 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f632580-0193-446a-b1b8-14ab39979e36 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.460231 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f632580-0193-446a-b1b8-14ab39979e36 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e99d88-dd01-4ba5-8e0f-ae2e5e1fd764,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:19.473103 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5f632580-0193-446a-b1b8-14ab39979e36 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.475277 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5f632580-0193-446a-b1b8-14ab39979e36 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515272 Aug 18 18:30:19.478209 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49266) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:19.484264 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-0eb175b8-6a44-4633-84f6-adb4543aef13 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'security_group_rule': {'security_group_id': 'e6431b89-0059-4a02-9cdf-ffea5ea60a00', 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:19.518300 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0eb175b8-6a44-4633-84f6-adb4543aef13 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.543393 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': '22c73668-1eac-45be-900d-a32303907518', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'port_id': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'mac_address': 'fa:16:3e:7d:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:30:18Z', 'updated_at': '2021-08-18T18:30:18Z', 'revision_number': 0, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:35Z', 'revision_number': 5, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:19.570807 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] Checking router: d67b1053-e7d1-46d2-a596-1cd3410e8f82 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:30:19.579893 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] Routers {'d67b1053-e7d1-46d2-a596-1cd3410e8f82'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:30:19.580508 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:19.597624 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0eb175b8-6a44-4633-84f6-adb4543aef13 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.602935 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0eb175b8-6a44-4633-84f6-adb4543aef13 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.621549 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb175b8-6a44-4633-84f6-adb4543aef13 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a64119c-bac4-4de8-879a-810745a6ccc3,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:19.631867 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0eb175b8-6a44-4633-84f6-adb4543aef13 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.633149 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0eb175b8-6a44-4633-84f6-adb4543aef13 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524894 Aug 18 18:30:19.636997 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49268) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:19.644134 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-0f54b27b-0c37-43ef-bca4-f3a9d489c322 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'security_group_rule': {'security_group_id': 'e6431b89-0059-4a02-9cdf-ffea5ea60a00', 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:19.673919 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0f54b27b-0c37-43ef-bca4-f3a9d489c322 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.708635 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] Set router d67b1053-e7d1-46d2-a596-1cd3410e8f82 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:30:19.741531 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0f54b27b-0c37-43ef-bca4-f3a9d489c322 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.748499 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0f54b27b-0c37-43ef-bca4-f3a9d489c322 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.766618 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54b27b-0c37-43ef-bca4-f3a9d489c322 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564a38a7-9fab-4d90-bec1-d0fb5f48a9aa,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:19.774756 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0f54b27b-0c37-43ef-bca4-f3a9d489c322 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.776133 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0f54b27b-0c37-43ef-bca4-f3a9d489c322 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385329 Aug 18 18:30:19.779325 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49270) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:19.783785 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-82219b67-7972-4dcc-97bc-a3ebc2a90ae8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'security_group_rule': {'security_group_id': 'e6431b89-0059-4a02-9cdf-ffea5ea60a00', 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:19.814757 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-82219b67-7972-4dcc-97bc-a3ebc2a90ae8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.883315 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-82219b67-7972-4dcc-97bc-a3ebc2a90ae8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.889345 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-82219b67-7972-4dcc-97bc-a3ebc2a90ae8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.916148 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82219b67-7972-4dcc-97bc-a3ebc2a90ae8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ddcbae-5c7f-484a-8abe-0ab9eeddda1a,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:19.923866 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-82219b67-7972-4dcc-97bc-a3ebc2a90ae8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:19.927346 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-82219b67-7972-4dcc-97bc-a3ebc2a90ae8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453006 Aug 18 18:30:19.928328 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49272) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:19.933032 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-070241c1-bae9-4cee-9525-810f6fd66a4a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'security_group_rule': {'security_group_id': 'e6431b89-0059-4a02-9cdf-ffea5ea60a00', 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:19.987867 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.securitygroups_db [None req-070241c1-bae9-4cee-9525-810f6fd66a4a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Project c979ed14b26e4101b2e7ba31b860e626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 18:30:19.994040 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-070241c1-bae9-4cee-9525-810f6fd66a4a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:20.018094 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': '22c73668-1eac-45be-900d-a32303907518', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'port_id': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'mac_address': 'fa:16:3e:7d:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:30:18Z', 'updated_at': '2021-08-18T18:30:18Z', 'revision_number': 0, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:35Z', 'revision_number': 5, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:20.051724 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111efe1-f873-4e9a-ad61-7520b617a814 None None] The sync data for ids ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'] in dv-cinder-802882-9-iscsi is: [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': '22c73668-1eac-45be-900d-a32303907518', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'port_id': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'mac_address': 'fa:16:3e:7d:3c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:30:18Z', 'updated_at': '2021-08-18T18:30:18Z', 'revision_number': 0, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:35Z', 'revision_number': 5, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:30:20.060612 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-070241c1-bae9-4cee-9525-810f6fd66a4a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:20.078718 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-070241c1-bae9-4cee-9525-810f6fd66a4a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:20.127498 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-070241c1-bae9-4cee-9525-810f6fd66a4a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:20.131491 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-070241c1-bae9-4cee-9525-810f6fd66a4a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1993377 Aug 18 18:30:20.131491 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070241c1-bae9-4cee-9525-810f6fd66a4a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f501751-7e6c-4b81-8761-593fd37b8f0e,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:20.132186 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49276) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:20.137806 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-825422d1-609b-437a-9b6c-b10bb44b58f1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'security_group_rule': {'security_group_id': 'e6431b89-0059-4a02-9cdf-ffea5ea60a00', 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:20.161552 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdd8e0-e851-4a48-8656-4f5ef09430fd req-9ae563d8-53af-4b04-aaee-5362e82f2529 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:20.164531 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.securitygroups_db [None req-825422d1-609b-437a-9b6c-b10bb44b58f1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Project c979ed14b26e4101b2e7ba31b860e626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 18:30:20.165246 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5fdd8e0-e851-4a48-8656-4f5ef09430fd req-9ae563d8-53af-4b04-aaee-5362e82f2529 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0976770 Aug 18 18:30:20.174148 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-825422d1-609b-437a-9b6c-b10bb44b58f1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:20.210647 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5fdd8e0-e851-4a48-8656-4f5ef09430fd req-be7da555-53aa-4e5a-9901-bc938d2e955c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0395334 Aug 18 18:30:20.259913 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-825422d1-609b-437a-9b6c-b10bb44b58f1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:20.264811 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-825422d1-609b-437a-9b6c-b10bb44b58f1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:20.282820 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825422d1-609b-437a-9b6c-b10bb44b58f1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f63159d-ebe6-4380-b882-8c8551d10078,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:20.306256 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-825422d1-609b-437a-9b6c-b10bb44b58f1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:20.311495 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-825422d1-609b-437a-9b6c-b10bb44b58f1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1752219 Aug 18 18:30:20.314019 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a7113e-3cb2-4d32-ac8e-8f48dedec9fd None None] New status for floating IP 22c73668-1eac-45be-900d-a32303907518: ACTIVE {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:30:20.476135 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-0180e5f1-6bcb-4d5a-bfb9-442b2b1c2450 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746297153&fields=id&tenant_id=c979ed14b26e4101b2e7ba31b860e626 HTTP/1.1" status: 200 len: 267 time: 0.0788486 Aug 18 18:30:20.550230 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-7e0ce113-a6fb-48e0-9805-479db8ff2e92 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:20.551780 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-7e0ce113-a6fb-48e0-9805-479db8ff2e92 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0663009 Aug 18 18:30:20.563555 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-abaab79d-b76d-4570-ae74-b29824ead449 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'port': {'security_groups': ['e954bb83-1e84-4859-a5c2-55e1017e29db', 'e6431b89-0059-4a02-9cdf-ffea5ea60a00']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:20.642580 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-abaab79d-b76d-4570-ae74-b29824ead449 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:21.118097 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-abaab79d-b76d-4570-ae74-b29824ead449 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] For port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:21.151311 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-abaab79d-b76d-4570-ae74-b29824ead449 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:21.157051 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-abaab79d-b76d-4570-ae74-b29824ead449 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:21.203692 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['2f44cdbb-7a96-4829-b57f-aa48e7cc917d'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:30:21.215563 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-abaab79d-b76d-4570-ae74-b29824ead449 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:21.216229 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-abaab79d-b76d-4570-ae74-b29824ead449 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:21.217837 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a10dbad-4f23-468f-9250-7d29f4ba37f5 req-abaab79d-b76d-4570-ae74-b29824ead449 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "PUT /v2.0/ports/2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 200 len: 981 time: 0.6588461 Aug 18 18:30:21.218351 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:21.220941 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:21.245582 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaab79d-b76d-4570-ae74-b29824ead449 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'Port': ['ID=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,revision_number=6']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:21.294161 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45101577-ce58-425b-9ee2-9ca93a37b989 x-openstack-request-id: req-45101577-ce58-425b-9ee2-9ca93a37b989 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:21.294721 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:21.295234 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45101577-ce58-425b-9ee2-9ca93a37b989 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:21.296048 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'status': 'completed', 'code': 200} Aug 18 18:30:21.397947 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['2f44cdbb-7a96-4829-b57f-aa48e7cc917d'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:30:21.409864 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd4d79-5ca5-4ec6-91f3-87e5e50794cb req-cda66c69-42db-4097-b934-1018a4b5ee55 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:21.427101 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-23dd4d79-5ca5-4ec6-91f3-87e5e50794cb req-cda66c69-42db-4097-b934-1018a4b5ee55 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.1252146 Aug 18 18:30:21.456209 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedaea1-3bf6-4c7b-9db5-1f2ebbfb1783 req-3cb5ba80-a32a-4062-a3c1-e0b1c8f93219 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:21.469243 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5eedaea1-3bf6-4c7b-9db5-1f2ebbfb1783 req-3cb5ba80-a32a-4062-a3c1-e0b1c8f93219 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0932083 Aug 18 18:30:21.516191 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5eedaea1-3bf6-4c7b-9db5-1f2ebbfb1783 req-33234a01-1522-4364-adb4-73f479a47d28 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455685 Aug 18 18:30:21.519678 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-23dd4d79-5ca5-4ec6-91f3-87e5e50794cb req-5a2098f1-93d7-49fe-8c97-657e33562f37 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914137 Aug 18 18:30:21.702499 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-71893b5e-e444-465a-a36c-8f7cb87344a7 None None] Provisioning complete for port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:30:21.702844 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-71893b5e-e444-465a-a36c-8f7cb87344a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:22.698363 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f11094-a952-4f4b-bf4a-5a677f983e42 req-c0926293-503a-45eb-b831-9a62d7e73f04 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:22.702419 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-90f11094-a952-4f4b-bf4a-5a677f983e42 req-c0926293-503a-45eb-b831-9a62d7e73f04 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0625429 Aug 18 18:30:22.745201 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-90f11094-a952-4f4b-bf4a-5a677f983e42 req-da89379d-beaa-4bf3-ae46-d9437d191722 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389829 Aug 18 18:30:23.874162 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153ab4b-3006-48e9-90d8-0fc7066cc55b req-e349e947-e3e8-43b9-85d6-750fdd807766 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:23.876310 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7153ab4b-3006-48e9-90d8-0fc7066cc55b req-e349e947-e3e8-43b9-85d6-750fdd807766 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0542798 Aug 18 18:30:23.917239 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7153ab4b-3006-48e9-90d8-0fc7066cc55b req-e294a621-6c31-43e5-be24-643ed850560b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347276 Aug 18 18:30:24.245675 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:30:25.050961 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6a3a-4078-4c4e-a623-daaf1f586554 req-c23b7159-c5c9-433a-8389-89d83c49b297 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:25.052884 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d33c6a3a-4078-4c4e-a623-daaf1f586554 req-c23b7159-c5c9-433a-8389-89d83c49b297 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0553100 Aug 18 18:30:25.098065 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d33c6a3a-4078-4c4e-a623-daaf1f586554 req-59401800-6a51-4691-a786-505bf46f60ad tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383530 Aug 18 18:30:26.230658 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0a0e8-4678-4b30-b89a-99ef8c283c6a req-7e3a7d5d-3bd3-4662-adba-a7bb291db6d5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:26.233118 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9b0a0e8-4678-4b30-b89a-99ef8c283c6a req-7e3a7d5d-3bd3-4662-adba-a7bb291db6d5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0584571 Aug 18 18:30:26.273150 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9b0a0e8-4678-4b30-b89a-99ef8c283c6a req-9c6bfa8a-85a2-491e-b88c-8641047a6c6b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334797 Aug 18 18:30:27.398489 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c55b7-092b-4925-a89b-caf5759d3b6e req-9ed035ce-23f6-4cce-bfb9-aba2982c7607 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:27.400450 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae1c55b7-092b-4925-a89b-caf5759d3b6e req-9ed035ce-23f6-4cce-bfb9-aba2982c7607 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0512743 Aug 18 18:30:27.460106 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ae1c55b7-092b-4925-a89b-caf5759d3b6e req-dfc57022-8b8b-42a4-a684-d8d4d7b206c0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515916 Aug 18 18:30:28.592740 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd4292-e108-4897-88fb-c720a571b665 req-5db432e0-0059-49a8-9edb-5de0fac4cc84 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:28.594353 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bcd4292-e108-4897-88fb-c720a571b665 req-5db432e0-0059-49a8-9edb-5de0fac4cc84 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0516129 Aug 18 18:30:28.638170 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bcd4292-e108-4897-88fb-c720a571b665 req-e812f9ab-ecc8-4d04-be28-70f0eb743941 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351892 Aug 18 18:30:28.865104 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-3b4b84d0-6f6c-4486-8023-20bc32aa5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:28.866448 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-3b4b84d0-6f6c-4486-8023-20bc32aa5fab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c979ed14b26e4101b2e7ba31b860e626&device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 1137 time: 0.0708177 Aug 18 18:30:28.874820 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da572c07-b9ad-4aab-8378-687a25a90edc req-e74270a5-7768-4e1e-9935-4d0f0954e372 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505524 Aug 18 18:30:28.987330 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-2eb439e5-aec3-484b-9d46-1bc5ae7baf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:28.988778 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-2eb439e5-aec3-484b-9d46-1bc5ae7baf1d service neutron] 10.222.0.61 "GET /v2.0/networks?id=43779964-1c40-4104-a65f-5211f29da8bb HTTP/1.1" status: 200 len: 915 time: 0.1130602 Aug 18 18:30:28.993577 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572c07-b9ad-4aab-8378-687a25a90edc req-8d256658-b5d3-48a8-a66c-98ef0a4ee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:28.994868 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da572c07-b9ad-4aab-8378-687a25a90edc req-8d256658-b5d3-48a8-a66c-98ef0a4ee9fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 1099 time: 0.0691791 Aug 18 18:30:29.116535 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-4d217c3b-f7fb-46f3-a815-5e9ff08076cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 200 len: 1001 time: 0.1068490 Aug 18 18:30:29.175420 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572c07-b9ad-4aab-8378-687a25a90edc req-00996072-10a9-4261-a6f1-804f27d5a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:29.176835 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da572c07-b9ad-4aab-8378-687a25a90edc req-00996072-10a9-4261-a6f1-804f27d5a679 service neutron] 10.222.0.61 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 912 time: 0.1326113 Aug 18 18:30:29.188286 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-9fe04693-23a7-49d9-ae0e-4f1dfafd89db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:29.189588 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-9fe04693-23a7-49d9-ae0e-4f1dfafd89db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc048d8-5765-410c-afa6-aa066d1dc6af HTTP/1.1" status: 200 len: 853 time: 0.0630679 Aug 18 18:30:29.277980 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da572c07-b9ad-4aab-8378-687a25a90edc req-00b4976e-77bf-4b1d-a30f-cfa660084e69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3611cb2c-7195-41ea-9e8a-12221972eb07 HTTP/1.1" status: 200 len: 1001 time: 0.0870345 Aug 18 18:30:29.284228 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-05e4bc7b-4537-4ba3-bad3-47546363dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:29.285676 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-05e4bc7b-4537-4ba3-bad3-47546363dd80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43779964-1c40-4104-a65f-5211f29da8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869472 Aug 18 18:30:29.376479 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572c07-b9ad-4aab-8378-687a25a90edc req-1cb478cd-ee5e-4cfb-af9e-27fdae29b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:29.377852 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da572c07-b9ad-4aab-8378-687a25a90edc req-1cb478cd-ee5e-4cfb-af9e-27fdae29b553 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 200 len: 850 time: 0.0910761 Aug 18 18:30:29.430162 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-55e135c1-d784-43c9-b589-145f2b907047 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362052 Aug 18 18:30:29.444043 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572c07-b9ad-4aab-8378-687a25a90edc req-5be3a9cd-bfc7-43a6-9d4e-e6d63154d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:29.445427 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da572c07-b9ad-4aab-8378-687a25a90edc req-5be3a9cd-bfc7-43a6-9d4e-e6d63154d0f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=993c729d-a966-4d50-b4bc-f0ad5773f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521336 Aug 18 18:30:29.604975 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d52e14fc-4c8a-4ccd-a2ff-fae9d8095c61 req-82a06bb4-2092-435d-8670-df1d2642f8b1 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458049 Aug 18 18:30:29.606741 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da572c07-b9ad-4aab-8378-687a25a90edc req-27927d69-6eb9-4e07-997d-fcb27a806aee service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465666 Aug 18 18:30:29.756280 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da572c07-b9ad-4aab-8378-687a25a90edc req-b566ee04-f4ad-4ad2-b383-d84e82c69f0e service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171269 Aug 18 18:30:29.758970 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-f1e344ed-b0f7-41c1-b22b-860380950f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:29.760510 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-f1e344ed-b0f7-41c1-b22b-860380950f31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c979ed14b26e4101b2e7ba31b860e626&device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 1137 time: 0.0680678 Aug 18 18:30:29.769713 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd869d3-7455-406b-ba02-66c8f83b9a21 req-6f369583-5658-4adc-b3eb-9431209fa5ff tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:29.771318 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0fd869d3-7455-406b-ba02-66c8f83b9a21 req-6f369583-5658-4adc-b3eb-9431209fa5ff tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0550416 Aug 18 18:30:29.810610 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-0fd869d3-7455-406b-ba02-66c8f83b9a21 req-354ffd11-bc7c-46cd-a043-db17e758c33c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330374 Aug 18 18:30:29.864052 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-8b73d2ac-3784-4686-914c-dc11a9f7a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:29.865588 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-8b73d2ac-3784-4686-914c-dc11a9f7a959 service neutron] 10.222.0.61 "GET /v2.0/networks?id=43779964-1c40-4104-a65f-5211f29da8bb HTTP/1.1" status: 200 len: 915 time: 0.0890996 Aug 18 18:30:29.952547 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-c1929acc-fcc9-43df-8296-babf7c72aa26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 200 len: 1001 time: 0.0605838 Aug 18 18:30:30.009014 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-274fc1d2-b96f-40e5-a9b8-77bb105f3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:30.010509 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-274fc1d2-b96f-40e5-a9b8-77bb105f3fd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc048d8-5765-410c-afa6-aa066d1dc6af HTTP/1.1" status: 200 len: 853 time: 0.0488424 Aug 18 18:30:30.063019 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-5f8624ce-6bde-4740-86a0-cb5e1bc34856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:30.064673 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-5f8624ce-6bde-4740-86a0-cb5e1bc34856 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43779964-1c40-4104-a65f-5211f29da8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458894 Aug 18 18:30:30.157206 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-cb866922-4b62-4c6e-a98a-ad7c7e61d063 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829253 Aug 18 18:30:30.293599 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8bfddb9c-a73d-41de-98c3-6cb9c0e15ee7 req-76c6aab7-1833-40a1-bf6e-f8809a2dd14a service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933080 Aug 18 18:30:30.938326 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059d7d1-7e78-48e8-af86-0ffd2cc5a3a1 req-384f3654-4d47-4284-a687-5fe0eca69046 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:30.939897 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0059d7d1-7e78-48e8-af86-0ffd2cc5a3a1 req-384f3654-4d47-4284-a687-5fe0eca69046 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 944 time: 0.0524788 Aug 18 18:30:30.978283 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0059d7d1-7e78-48e8-af86-0ffd2cc5a3a1 req-c216a535-eecc-464c-aac1-e357f9dd0215 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322206 Aug 18 18:30:31.851250 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 22a03691-3066-4752-89cc-e773f747f724 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:30:31.954703 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:31.965904 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '22a03691-3066-4752-89cc-e773f747f724', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'port_id': '22a03691-3066-4752-89cc-e773f747f724', 'mac_address': 'fa:16:3e:26:f0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:30:32.006839 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:32.023984 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a03691-3066-4752-89cc-e773f747f724 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:30:32.047257 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:32.052960 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:32.103578 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=9']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:32.112122 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.112618 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.113004 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.113346 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.113682 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.114010 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.114338 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.114665 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.114993 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.115339 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.115662 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.116106 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:32.118137 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61998c88-169e-4aa8-9a75-1d84b4241818 req-e8eeb7ce-c9c5-4fd1-a3f7-f76955e98bb9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:32.120829 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-61998c88-169e-4aa8-9a75-1d84b4241818 req-e8eeb7ce-c9c5-4fd1-a3f7-f76955e98bb9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 945 time: 0.0571749 Aug 18 18:30:32.160679 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-61998c88-169e-4aa8-9a75-1d84b4241818 req-58dc4d0f-2b80-42ad-8384-f3708f69ee36 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334296 Aug 18 18:30:32.424645 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['22a03691-3066-4752-89cc-e773f747f724'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:30:33.286452 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c438ef-6957-4ead-b964-0df5e615640a req-d22b00aa-9520-482d-be06-afc8db6ff0bc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:33.288056 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-80c438ef-6957-4ead-b964-0df5e615640a req-d22b00aa-9520-482d-be06-afc8db6ff0bc tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 945 time: 0.0522869 Aug 18 18:30:33.328535 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-80c438ef-6957-4ead-b964-0df5e615640a req-1897011b-94b2-42a2-b60d-279baf1d9fbd tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339522 Aug 18 18:30:33.876564 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 22a03691-3066-4752-89cc-e773f747f724 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:30:33.932492 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 22a03691-3066-4752-89cc-e773f747f724 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:30:33.932865 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:34.013288 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:34.037254 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a03691-3066-4752-89cc-e773f747f724'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:34.039575 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee7ef94-f7be-4c45-a12d-824a5b61e4c8" -d '{"events": [{"server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "name": "network-vif-plugged", "status": "completed", "tag": "22a03691-3066-4752-89cc-e773f747f724"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:34.052610 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:34.058594 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:34.083279 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e46485-21c3-4fdd-813b-d27cc65d2631 x-openstack-request-id: req-d4e46485-21c3-4fdd-813b-d27cc65d2631 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:34.083599 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "name": "network-vif-plugged", "status": "completed", "tag": "22a03691-3066-4752-89cc-e773f747f724", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:34.083849 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4e46485-21c3-4fdd-813b-d27cc65d2631 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:34.084231 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a03691-3066-4752-89cc-e773f747f724', 'code': 200} Aug 18 18:30:34.110418 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=10']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:34.343854 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e428071-9a8f-4a1c-b849-70bbb3c81e20 req-bcf6666b-7ec7-46a2-8e5c-fbca99159491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:34.346220 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e428071-9a8f-4a1c-b849-70bbb3c81e20 req-bcf6666b-7ec7-46a2-8e5c-fbca99159491 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 1100 time: 0.0446165 Aug 18 18:30:34.388614 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e428071-9a8f-4a1c-b849-70bbb3c81e20 req-9a54bbd5-fc53-4c55-a518-91f8ff699edf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346644 Aug 18 18:30:34.459049 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ca8a7-8576-4516-83d8-0cc5275654f8 req-6c3f510d-e646-45fa-ab80-f3fd89dc03b0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:34.460594 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe0ca8a7-8576-4516-83d8-0cc5275654f8 req-6c3f510d-e646-45fa-ab80-f3fd89dc03b0 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 947 time: 0.0525982 Aug 18 18:30:34.502863 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe0ca8a7-8576-4516-83d8-0cc5275654f8 req-f4a7edff-5909-4c4f-a8d5-2f0b27ea75d3 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352719 Aug 18 18:30:35.633222 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dfdc9-6dac-481b-b311-e49b7ec05118 req-f8572c10-74c0-476f-957d-e940a5866c0d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:35.634761 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fb0dfdc9-6dac-481b-b311-e49b7ec05118 req-f8572c10-74c0-476f-957d-e940a5866c0d tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 947 time: 0.0517998 Aug 18 18:30:35.690234 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-fb0dfdc9-6dac-481b-b311-e49b7ec05118 req-12652523-dbfa-4835-be91-f21679474a2b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465767 Aug 18 18:30:36.809449 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651b938-7cbf-48bd-bd0f-89a57bf3f58a req-f804670c-12ef-448f-a50b-fe4b0fa7f04a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:36.810985 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c651b938-7cbf-48bd-bd0f-89a57bf3f58a req-f804670c-12ef-448f-a50b-fe4b0fa7f04a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 947 time: 0.0539660 Aug 18 18:30:36.852038 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c651b938-7cbf-48bd-bd0f-89a57bf3f58a req-3c566e2f-2c7f-432c-b1b9-a289eb64e7d9 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342345 Aug 18 18:30:38.898413 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0553bdec-2442-43eb-ac88-d00de6735ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:40.802756 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9c599-5324-450b-b419-e937f2008718 req-4d5841aa-e52b-468c-808a-046674bec8f1 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:40.804249 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47c9c599-5324-450b-b419-e937f2008718 req-4d5841aa-e52b-468c-808a-046674bec8f1 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0573323 Aug 18 18:30:40.846086 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-47c9c599-5324-450b-b419-e937f2008718 req-a799ccd5-49cb-4a22-998a-d47f09b61ac6 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329411 Aug 18 18:30:41.350266 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8b93c596-a848-4420-96ff-c43af7922ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:41.993856 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773fca8-2d85-426f-aa53-4b4e7d6a1613 req-63843e28-5c0f-4843-a4d4-adc8312ef9c2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:41.995323 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2773fca8-2d85-426f-aa53-4b4e7d6a1613 req-63843e28-5c0f-4843-a4d4-adc8312ef9c2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0623283 Aug 18 18:30:42.042031 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2773fca8-2d85-426f-aa53-4b4e7d6a1613 req-d6f6cb4f-ae23-4d7b-86d2-626321162dac tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378113 Aug 18 18:30:42.080131 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49386) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:42.182693 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:42.363693 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Deleting port 9a83d220-ce1e-4351-878e-b51fcebe1176 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:30:42.363988 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:42.446951 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:42.447159 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:42.458862 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Calling delete_port for 9a83d220-ce1e-4351-878e-b51fcebe1176 owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:30:42.635729 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:42.664209 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event deleted for resources: {'Port': ['ID=9a83d220-ce1e-4351-878e-b51fcebe1176,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:42.689537 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.690012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.690359 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.690692 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.691025 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.691396 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.691720 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.692053 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.692376 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.692696 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.693015 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.693351 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:42.731765 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:42.732085 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Floating IP a793b715-dded-423c-801d-3c1f88263ad4 disassociated (deleted). External IP: 172.27.1.184, port: ca364145-4993-4850-9b35-c1dfd201d15a. Aug 18 18:30:42.945323 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Router 39458140-957d-43f5-9789-6da83f44b4eb has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:30:43.078644 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-017ae685-3c0f-4680-af64-ce0454a94ed0 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:43.080305 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-017ae685-3c0f-4680-af64-ce0454a94ed0 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.61 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0939083 Aug 18 18:30:43.097513 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:30:43.108225 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:43.111464 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d2704-1439-4540-8965-8456471a25eb None None] Sync routers for ids ['39458140-957d-43f5-9789-6da83f44b4eb'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:30:43.118236 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:43.120478 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d2704-1439-4540-8965-8456471a25eb None None] Routers {'39458140-957d-43f5-9789-6da83f44b4eb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:30:43.121101 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-c31d2704-1439-4540-8965-8456471a25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['39458140-957d-43f5-9789-6da83f44b4eb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:43.173473 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e0a96-78e0-4b34-9b46-eb5fa044cb7d req-5d27a285-a52a-479c-9d9c-5675f3c8e33a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:43.175412 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d70e0a96-78e0-4b34-9b46-eb5fa044cb7d req-5d27a285-a52a-479c-9d9c-5675f3c8e33a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 946 time: 0.0527995 Aug 18 18:30:43.218767 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d70e0a96-78e0-4b34-9b46-eb5fa044cb7d req-3c4446ad-87ea-4f18-a7f8-85c06c885f33 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=743b01e6-927b-43af-9aa9-df570b4ab2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367420 Aug 18 18:30:43.233365 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-c31d2704-1439-4540-8965-8456471a25eb None None] Set router 39458140-957d-43f5-9789-6da83f44b4eb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:30:43.416657 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-57d05468-12b7-4146-8359-921e54c4bab3 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "DELETE /v2.0/floatingips/a793b715-dded-423c-801d-3c1f88263ad4 HTTP/1.1" status: 204 len: 168 time: 1.3354442 Aug 18 18:30:43.418559 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:43.420529 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187e4245-d259-40ea-bbba-00356aeae1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:43.442554 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-c31d2704-1439-4540-8965-8456471a25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:18Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '34f7bc91-4e75-4f06-a4cb-d84af6e32f03', 'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'mac_address': 'fa:16:3e:a5:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:17Z', 'updated_at': '2021-08-18T18:25:25Z', 'revision_number': 5, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'subnets': [{'id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:43.463156 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb577acc-6af2-458b-8eb8-8b93ce556510 x-openstack-request-id: req-bb577acc-6af2-458b-8eb8-8b93ce556510 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:43.463475 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:43.463722 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb577acc-6af2-458b-8eb8-8b93ce556510 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:43.464116 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'status': 'completed', 'code': 200} Aug 18 18:30:43.473335 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d2704-1439-4540-8965-8456471a25eb None None] Checking router: 39458140-957d-43f5-9789-6da83f44b4eb for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:30:43.473624 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Deleting port 3611cb2c-7195-41ea-9e8a-12221972eb07 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:30:43.473946 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:43.483492 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d2704-1439-4540-8965-8456471a25eb None None] Routers {'39458140-957d-43f5-9789-6da83f44b4eb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:30:43.484120 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-c31d2704-1439-4540-8965-8456471a25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['39458140-957d-43f5-9789-6da83f44b4eb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:43.585318 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-6512ca28-4f08-4452-9bd2-a96dab415077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:43.586844 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-6512ca28-4f08-4452-9bd2-a96dab415077 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be905b0199494bc59360e3484fc67e00&device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 1098 time: 0.0694988 Aug 18 18:30:43.605827 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] For port 3611cb2c-7195-41ea-9e8a-12221972eb07, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3611cb2c-7195-41ea-9e8a-12221972eb07,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:43.606193 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:43.621018 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-c31d2704-1439-4540-8965-8456471a25eb None None] Set router 39458140-957d-43f5-9789-6da83f44b4eb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:30:43.690480 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572cd2e-4b4f-4a2d-925f-b87f0bec087f req-8834b983-e802-4634-a4b4-e2bebb048c82 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:43.692017 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7572cd2e-4b4f-4a2d-925f-b87f0bec087f req-8834b983-e802-4634-a4b4-e2bebb048c82 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0610662 Aug 18 18:30:43.742131 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-7572cd2e-4b4f-4a2d-925f-b87f0bec087f req-f39828bc-aa01-43bc-bcf0-10e079812725 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Aug 18 18:30:43.821960 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-c31d2704-1439-4540-8965-8456471a25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:18Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '34f7bc91-4e75-4f06-a4cb-d84af6e32f03', 'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'mac_address': 'fa:16:3e:a5:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:17Z', 'updated_at': '2021-08-18T18:25:25Z', 'revision_number': 5, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'subnets': [{'id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:43.838828 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-cc97f0bd-6092-4812-912e-057eaea2dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:43.840343 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-cc97f0bd-6092-4812-912e-057eaea2dafa service neutron] 10.222.0.61 "GET /v2.0/networks?id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418 HTTP/1.1" status: 200 len: 910 time: 0.1924441 Aug 18 18:30:43.852163 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d2704-1439-4540-8965-8456471a25eb None None] The sync data for ids ['39458140-957d-43f5-9789-6da83f44b4eb'] in dv-cinder-802882-9-iscsi is: [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:18Z', 'revision_number': 4, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '34f7bc91-4e75-4f06-a4cb-d84af6e32f03', 'name': '', 'network_id': 'ead9bf04-7f1e-4b49-93ee-b0cc1d796418', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'mac_address': 'fa:16:3e:a5:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:17Z', 'updated_at': '2021-08-18T18:25:25Z', 'revision_number': 5, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'subnets': [{'id': 'decc5e84-a8b6-4344-93a9-d3163aff0fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:30:43.893466 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-52c238c7-5f85-4e03-a136-f1dfb4bcea60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca364145-4993-4850-9b35-c1dfd201d15a HTTP/1.1" status: 200 len: 217 time: 0.0420847 Aug 18 18:30:43.896382 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:43.897051 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:43.897340 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Floating IP e55077e6-4ce7-4b32-b85a-029d6541ca66 disassociated. External IP: 172.27.1.49, port: 3611cb2c-7195-41ea-9e8a-12221972eb07. Aug 18 18:30:43.897717 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Calling delete_port for 3611cb2c-7195-41ea-9e8a-12221972eb07 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:30:43.986576 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-51eb9f23-5c62-4e7c-9959-7f7cb8acf80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:43.988096 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-51eb9f23-5c62-4e7c-9959-7f7cb8acf80e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=decc5e84-a8b6-4344-93a9-d3163aff0fbe HTTP/1.1" status: 200 len: 848 time: 0.0860043 Aug 18 18:30:44.060206 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-0f1c3c49-e977-4b56-a799-5b9f1245a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:44.061726 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-0f1c3c49-e977-4b56-a799-5b9f1245a85c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ead9bf04-7f1e-4b49-93ee-b0cc1d796418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627751 Aug 18 18:30:44.090242 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a92597-c1f4-4b02-b396-cb64ac9450e1 None None] New status for floating IP a793b715-dded-423c-801d-3c1f88263ad4: DOWN {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:30:44.161705 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:44.195936 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event deleted for resources: {'Port': ['ID=3611cb2c-7195-41ea-9e8a-12221972eb07,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:44.257315 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-5b961975-e2b5-40e9-8f40-a4320f9bc250 service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775765 Aug 18 18:30:44.376923 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-62b966f5-10f7-48df-83f0-24b5b2fb676c req-a3cdc1e8-5548-43d4-9437-fc96f3119e08 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 210 time: 0.0394959 Aug 18 18:30:44.410389 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Router e223368c-9763-4e72-b5f1-5e5432653ecb has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:30:44.428084 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-187e4245-d259-40ea-bbba-00356aeae1b2 req-b91a7bf8-4fd0-4c8d-8e3e-e2ca987b6908 service neutron] 10.222.0.61 "GET /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608043 Aug 18 18:30:44.531036 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:30:44.545264 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] Sync routers for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:30:44.559643 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:30:44.560428 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:44.572024 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] No DVR routers for this DVR port 3611cb2c-7195-41ea-9e8a-12221972eb07 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:30:44.574823 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:44.576749 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d4c4da9-46d1-4172-9684-97ee080eb8e7 req-b52f1d8d-9da6-475b-8716-f515663c37c3 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.61 "DELETE /v2.0/ports/3611cb2c-7195-41ea-9e8a-12221972eb07 HTTP/1.1" status: 204 len: 173 time: 1.4897840 Aug 18 18:30:44.623816 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:44.718006 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:30:44.860736 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f1f70-d254-40fc-aacc-2e9af7ebd219 req-319c7c27-ad43-4e6b-856f-ef48b55a861b tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:44.862271 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b70f1f70-d254-40fc-aacc-2e9af7ebd219 req-319c7c27-ad43-4e6b-856f-ef48b55a861b tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0541718 Aug 18 18:30:44.907339 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b70f1f70-d254-40fc-aacc-2e9af7ebd219 req-08f7514f-858b-41b5-868d-4b67e8eebe38 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359547 Aug 18 18:30:44.918556 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:44.947891 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] Checking router: e223368c-9763-4e72-b5f1-5e5432653ecb for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:30:44.956416 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:30:44.957016 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:45.056294 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:45.068704 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:30:45.295162 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:45.320849 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5cdea-e508-49f8-9fd3-6df2bea07058 None None] The sync data for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi is: [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:30:45.466459 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a5e908-0fac-49c7-945c-e58897e1deed', 'name': 'network-vif-deleted', 'tag': '3611cb2c-7195-41ea-9e8a-12221972eb07'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:45.468785 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2515c46-a8e1-4bc8-9fe1-a858f58a01f2" -d '{"events": [{"server_uuid": "29a5e908-0fac-49c7-945c-e58897e1deed", "name": "network-vif-deleted", "tag": "3611cb2c-7195-41ea-9e8a-12221972eb07"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:45.494393 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-247692a7-6f1f-48f1-b090-752042e4d95f req-607293a9-779b-46d1-b13d-a0a8d9499be7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 210 time: 0.0371678 Aug 18 18:30:45.507079 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890c99ad-475b-47f0-8493-6a74309f855f x-openstack-request-id: req-890c99ad-475b-47f0-8493-6a74309f855f {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:45.507460 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a5e908-0fac-49c7-945c-e58897e1deed", "name": "network-vif-deleted", "tag": "3611cb2c-7195-41ea-9e8a-12221972eb07", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:45.507820 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-890c99ad-475b-47f0-8493-6a74309f855f {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:45.509620 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a5e908-0fac-49c7-945c-e58897e1deed', 'name': 'network-vif-deleted', 'tag': '3611cb2c-7195-41ea-9e8a-12221972eb07', 'status': 'completed', 'code': 200} Aug 18 18:30:45.548621 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c00f19-0456-483a-84e3-29eef4a1439a None None] New status for floating IP e55077e6-4ce7-4b32-b85a-029d6541ca66: DOWN {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:30:46.027148 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d9dbc-216b-47e1-a463-68b960b8d851 req-41128da3-527e-4e52-8708-fa38b4a73fae tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:46.028659 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-235d9dbc-216b-47e1-a463-68b960b8d851 req-41128da3-527e-4e52-8708-fa38b4a73fae tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0501065 Aug 18 18:30:46.066116 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-235d9dbc-216b-47e1-a463-68b960b8d851 req-3d28bfe9-15e9-426b-adb0-08e7abfa869e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Aug 18 18:30:46.617027 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7adf4dac-7a2b-4c45-af40-63628aedddca req-4598b6b7-c84a-48d2-abf3-98603a28a849 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 210 time: 0.0262535 Aug 18 18:30:47.191360 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22536e0-3dfa-498e-aded-85b6101bfee0 req-f0e402d6-1888-47a9-8263-db57bb8ff712 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:47.192730 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c22536e0-3dfa-498e-aded-85b6101bfee0 req-f0e402d6-1888-47a9-8263-db57bb8ff712 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.0537374 Aug 18 18:30:47.219349 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcd6c9-3ed5-46ad-ad77-21e21c3e4ed7 req-5d49a0a2-fcb4-417e-bb2b-b6a04aa9b656 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:47.221238 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-23bcd6c9-3ed5-46ad-ad77-21e21c3e4ed7 req-5d49a0a2-fcb4-417e-bb2b-b6a04aa9b656 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.0500422 Aug 18 18:30:47.231225 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c22536e0-3dfa-498e-aded-85b6101bfee0 req-c63614b4-b704-4594-94ce-7438960a6d78 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Aug 18 18:30:47.261895 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-23bcd6c9-3ed5-46ad-ad77-21e21c3e4ed7 req-d0304b76-3581-4844-b381-d76c98ac139a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333397 Aug 18 18:30:47.737317 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee431b54-ae9f-4689-8889-9f5516f8056f req-02c0e11c-5510-4a3c-b061-fd7327c5fc7a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a5e908-0fac-49c7-945c-e58897e1deed HTTP/1.1" status: 200 len: 210 time: 0.0335958 Aug 18 18:30:47.945380 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 3611cb2c-7195-41ea-9e8a-12221972eb07 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:30:47.971635 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 3611cb2c-7195-41ea-9e8a-12221972eb07 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:30:47.972119 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 3611cb2c-7195-41ea-9e8a-12221972eb07 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:30:48.011231 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-f2904806-d781-4bf6-83ad-cc99ecf82d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:48.012758 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-f2904806-d781-4bf6-83ad-cc99ecf82d1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c979ed14b26e4101b2e7ba31b860e626&device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 1137 time: 0.0461233 Aug 18 18:30:48.130534 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-dc3cada0-5e59-4a77-8f1c-df1a5f04992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:48.131776 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-dc3cada0-5e59-4a77-8f1c-df1a5f04992d service neutron] 10.222.0.61 "GET /v2.0/networks?id=43779964-1c40-4104-a65f-5211f29da8bb HTTP/1.1" status: 200 len: 915 time: 0.0889614 Aug 18 18:30:48.207354 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-d555c079-bf35-4f7e-9e66-e12f2e6011e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 200 len: 1001 time: 0.0668790 Aug 18 18:30:48.273590 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-b0b2c0cd-bf7c-4dd1-ab37-72b0d4defba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:48.275077 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-b0b2c0cd-bf7c-4dd1-ab37-72b0d4defba1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc048d8-5765-410c-afa6-aa066d1dc6af HTTP/1.1" status: 200 len: 853 time: 0.0531559 Aug 18 18:30:48.327853 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-88ab057d-a981-417c-a669-f18bb65d91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:48.329512 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-88ab057d-a981-417c-a669-f18bb65d91ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43779964-1c40-4104-a65f-5211f29da8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440040 Aug 18 18:30:48.443030 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0f705-5426-4425-b753-54c40c22ccdd req-0e96f9b0-aed4-46e2-a328-0357f0de4735 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:48.444971 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78a0f705-5426-4425-b753-54c40c22ccdd req-0e96f9b0-aed4-46e2-a328-0357f0de4735 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.1088960 Aug 18 18:30:48.484530 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-3a5f0452-f21e-4a21-945c-3acb1959c9a4 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377301 Aug 18 18:30:48.504640 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78a0f705-5426-4425-b753-54c40c22ccdd req-a5509f40-61ff-4118-8682-739fba33a197 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501475 Aug 18 18:30:48.600465 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d63124-8a3c-409e-ae77-8c2379045079 req-27d13d16-9df9-4f19-b3d9-28b73bf0c0d5 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:48.601973 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-93d63124-8a3c-409e-ae77-8c2379045079 req-27d13d16-9df9-4f19-b3d9-28b73bf0c0d5 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.3001666 Aug 18 18:30:48.638550 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-b8bbb149-a97a-41a6-89a5-1c7e2ad76d9e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:48.639037 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-93d63124-8a3c-409e-ae77-8c2379045079 req-083c8ba7-bd95-4a21-89c3-38c9fd4bb723 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/security-groups?id=5976c58a-2b71-4fcb-8b76-d84290a0a381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310926 Aug 18 18:30:48.640026 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-b8bbb149-a97a-41a6-89a5-1c7e2ad76d9e tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 945 time: 0.1058061 Aug 18 18:30:48.661856 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c69f7688-4d97-47ad-94e5-a2ad38e77505 req-507b08af-0239-464d-a656-bda84d9ce5f4 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354630 Aug 18 18:30:48.739897 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-ee2b1314-0d35-4b22-9f89-45036f44d5b2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Deleting port ca364145-4993-4850-9b35-c1dfd201d15a {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:30:48.740819 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-ee2b1314-0d35-4b22-9f89-45036f44d5b2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:48.832649 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49444) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:48.853623 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-ee2b1314-0d35-4b22-9f89-45036f44d5b2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] For port ca364145-4993-4850-9b35-c1dfd201d15a, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=ca364145-4993-4850-9b35-c1dfd201d15a,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:48.854204 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-ee2b1314-0d35-4b22-9f89-45036f44d5b2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:48.867865 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-ee2b1314-0d35-4b22-9f89-45036f44d5b2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Calling delete_port for ca364145-4993-4850-9b35-c1dfd201d15a owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:30:48.904542 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:48.929975 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:48.981099 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:48.983824 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:48.984991 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "DELETE /v2.0/security-groups/743b01e6-927b-43af-9aa9-df570b4ab2fd HTTP/1.1" status: 204 len: 168 time: 0.1513195 Aug 18 18:30:48.988559 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49448) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:48.995394 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b01e6-927b-43af-9aa9-df570b4ab2fd,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:49.003080 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.003396 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.003794 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.004057 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.004452 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.004994 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.005588 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.006325 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.006701 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.007206 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.007886 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.008365 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e106696b-245e-42f4-8e53-7f02e1ef86fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:30:49.008625 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.api.v2.resource [None req-f1061ffa-21e9-4a6e-86b8-a453342f5b57 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] show failed (client error): The resource could not be found. Aug 18 18:30:49.009637 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f1061ffa-21e9-4a6e-86b8-a453342f5b57 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups/743b01e6-927b-43af-9aa9-df570b4ab2fd HTTP/1.1" status: 404 len: 347 time: 0.0201585 Aug 18 18:30:49.012693 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49450) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:49.033799 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-ee2b1314-0d35-4b22-9f89-45036f44d5b2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:49.069457 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b1314-0d35-4b22-9f89-45036f44d5b2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event deleted for resources: {'Port': ['ID=ca364145-4993-4850-9b35-c1dfd201d15a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:49.114398 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-ee2b1314-0d35-4b22-9f89-45036f44d5b2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] No DVR routers for this DVR port ca364145-4993-4850-9b35-c1dfd201d15a on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:30:49.117132 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-ee2b1314-0d35-4b22-9f89-45036f44d5b2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:49.119143 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7fcbbe57-a07b-42f6-8498-71bcf6c4a1f8 req-ee2b1314-0d35-4b22-9f89-45036f44d5b2 tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.61 "DELETE /v2.0/ports/ca364145-4993-4850-9b35-c1dfd201d15a HTTP/1.1" status: 204 len: 173 time: 0.4697227 Aug 18 18:30:49.119632 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'name': 'network-vif-deleted', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:49.121888 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46b2aec-8dbe-4eb1-961d-1a7d4c686071" -d '{"events": [{"server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "name": "network-vif-deleted", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:49.148758 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-b0135619-20f0-49a9-a958-626d4761f734 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Deleting port b8d799fc-2a28-49ac-ba3b-bfe7ecc0fc3e {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:30:49.149141 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b0135619-20f0-49a9-a958-626d4761f734 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:49.196258 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18c70db-6852-4b19-a3de-ef098f35d910 x-openstack-request-id: req-e18c70db-6852-4b19-a3de-ef098f35d910 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:49.196974 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8972ae-05ee-4fed-b1bb-393c4adf67ab", "name": "network-vif-deleted", "tag": "ca364145-4993-4850-9b35-c1dfd201d15a", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:49.197510 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e18c70db-6852-4b19-a3de-ef098f35d910 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:49.197910 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8972ae-05ee-4fed-b1bb-393c4adf67ab', 'name': 'network-vif-deleted', 'tag': 'ca364145-4993-4850-9b35-c1dfd201d15a', 'status': 'completed', 'code': 200} Aug 18 18:30:49.252394 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b0135619-20f0-49a9-a958-626d4761f734 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:49.252651 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b0135619-20f0-49a9-a958-626d4761f734 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:49.264742 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-b0135619-20f0-49a9-a958-626d4761f734 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Calling delete_port for b8d799fc-2a28-49ac-ba3b-bfe7ecc0fc3e owned by network:floatingip {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:30:49.409819 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b0135619-20f0-49a9-a958-626d4761f734 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:49.438870 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0135619-20f0-49a9-a958-626d4761f734 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event deleted for resources: {'Port': ['ID=b8d799fc-2a28-49ac-ba3b-bfe7ecc0fc3e,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:49.508818 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b0135619-20f0-49a9-a958-626d4761f734 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:49.511421 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b0135619-20f0-49a9-a958-626d4761f734 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:49.512630 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b0135619-20f0-49a9-a958-626d4761f734 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "DELETE /v2.0/floatingips/e55077e6-4ce7-4b32-b85a-029d6541ca66 HTTP/1.1" status: 204 len: 168 time: 0.4990127 Aug 18 18:30:49.646504 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25248a3-7164-48dc-aeb2-8a43712eb8e1 req-c52f1cfa-54b7-4114-b215-ebf8101b51c8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:49.649111 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f25248a3-7164-48dc-aeb2-8a43712eb8e1 req-c52f1cfa-54b7-4114-b215-ebf8101b51c8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.0610209 Aug 18 18:30:49.698009 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f25248a3-7164-48dc-aeb2-8a43712eb8e1 req-da528ce5-4068-4a69-a325-b84b0c9df93b tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406945 Aug 18 18:30:49.797108 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-daf18d41-392c-4f9b-ac1b-59bc913174c7 req-8366342e-dbad-40d6-8db6-81d2aa1350cb tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8972ae-05ee-4fed-b1bb-393c4adf67ab HTTP/1.1" status: 200 len: 210 time: 0.0291128 Aug 18 18:30:49.995766 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49464) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:50.002827 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-068c6f6e-a738-46b7-ab7d-7da4014e43d8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889989779', 'description': 'tempest-description--1415138825'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:50.040556 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-068c6f6e-a738-46b7-ab7d-7da4014e43d8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.145009 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-068c6f6e-a738-46b7-ab7d-7da4014e43d8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.150286 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-068c6f6e-a738-46b7-ab7d-7da4014e43d8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.192058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-068c6f6e-a738-46b7-ab7d-7da4014e43d8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.195125 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-068c6f6e-a738-46b7-ab7d-7da4014e43d8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1976476 Aug 18 18:30:50.196866 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c6f6e-a738-46b7-ab7d-7da4014e43d8 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcc6aff-d0fc-47b0-9afe-ade329aafe43,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:50.197528 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49466) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:50.202539 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.v2.base [None req-c3534e68-ed40-4dd1-8af7-a6fb182c6f9c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'security_group_rule': {'security_group_id': '7fcc6aff-d0fc-47b0-9afe-ade329aafe43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:50.234952 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c3534e68-ed40-4dd1-8af7-a6fb182c6f9c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.299956 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c3534e68-ed40-4dd1-8af7-a6fb182c6f9c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.304755 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c3534e68-ed40-4dd1-8af7-a6fb182c6f9c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.326300 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3534e68-ed40-4dd1-8af7-a6fb182c6f9c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebd0c02-dcd2-42c8-9574-5dd4ddeffa61,revision_number=0']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:50.334382 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c3534e68-ed40-4dd1-8af7-a6fb182c6f9c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.335844 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c3534e68-ed40-4dd1-8af7-a6fb182c6f9c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372612 Aug 18 18:30:50.338928 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49470) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:50.343980 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-4195d18b-4928-4849-8e66-a3e91643a05a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'security_group_rule': {'security_group_id': '7fcc6aff-d0fc-47b0-9afe-ade329aafe43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:50.372476 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4195d18b-4928-4849-8e66-a3e91643a05a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.431488 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4195d18b-4928-4849-8e66-a3e91643a05a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.436456 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4195d18b-4928-4849-8e66-a3e91643a05a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648214'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.456798 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195d18b-4928-4849-8e66-a3e91643a05a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae390455-dd76-4cd3-8222-893930b837ea,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:50.460947 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4195d18b-4928-4849-8e66-a3e91643a05a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.462131 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4195d18b-4928-4849-8e66-a3e91643a05a tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218834 Aug 18 18:30:50.465300 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49472) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:50.469600 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'floatingip': {'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:50.491608 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.592805 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.712869 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Allocated IP 172.27.1.38 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/bff470c9-c899-4991-803b-7749b8029ef5) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:30:50.819618 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98266bf8-d457-4ef3-8f25-ce6238f8c767 req-552270b3-2b6f-48d4-a37d-84ff263c5741 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:50.820928 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.821086 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-98266bf8-d457-4ef3-8f25-ce6238f8c767 req-552270b3-2b6f-48d4-a37d-84ff263c5741 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.0542006 Aug 18 18:30:50.861459 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-98266bf8-d457-4ef3-8f25-ce6238f8c767 req-744a140e-b560-4bc6-91d9-113b7553f393 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338109 Aug 18 18:30:50.865227 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.865816 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49478) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:50.898276 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:30:50.901309 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:30:50.903753 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:30:50.930081 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8468eda6-8f36-4239-8f3b-41e2b2a9b07c tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:50.945428 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'Port': ['ID=bff470c9-c899-4991-803b-7749b8029ef5,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:50.955413 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8468eda6-8f36-4239-8f3b-41e2b2a9b07c tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:51.002963 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:51.015500 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8468eda6-8f36-4239-8f3b-41e2b2a9b07c tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:51.018056 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8468eda6-8f36-4239-8f3b-41e2b2a9b07c tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:51.019207 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8468eda6-8f36-4239-8f3b-41e2b2a9b07c tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] 10.222.0.46 "DELETE /v2.0/security-groups/5976c58a-2b71-4fcb-8b76-d84290a0a381 HTTP/1.1" status: 204 len: 168 time: 0.1522729 Aug 18 18:30:51.028321 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468eda6-8f36-4239-8f3b-41e2b2a9b07c tempest-TestShelveInstance-2072217169 tempest-TestShelveInstance-2072217169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5976c58a-2b71-4fcb-8b76-d84290a0a381,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:51.041656 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:51.075854 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49482) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:51.197661 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:51.202829 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:51.269543 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'Port': ['ID=bff470c9-c899-4991-803b-7749b8029ef5,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:51.278359 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:51.293732 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:51.294935 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9a998709-53b2-462c-b49e-acabedce1ee7 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8287177 Aug 18 18:30:51.499033 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-43789029-a5e8-4538-8566-12115e130eb0 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1889989779&fields=id&tenant_id=5aefbb1f82ef49beae636c87973cd743 HTTP/1.1" status: 200 len: 267 time: 0.0480175 Aug 18 18:30:51.643885 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-27b7730c-7b45-421f-9ea0-3f0121de2aeb tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:51.645796 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-27b7730c-7b45-421f-9ea0-3f0121de2aeb tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 811 time: 0.1375031 Aug 18 18:30:51.663629 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699318'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:51.669545 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-6bdd95f5-894f-4f61-ba8b-73f72403ebbc tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/quotas/5aefbb1f82ef49beae636c87973cd743 HTTP/1.1" status: 200 len: 375 time: 0.0169926 Aug 18 18:30:51.804300 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-94990204-125c-472c-8bb1-a305c51b9e92 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032777 Aug 18 18:30:51.962865 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-c6ed983c-1264-482d-a4c3-1df1f12d0a15 service neutron] 10.222.0.46 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468458 Aug 18 18:30:51.974437 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ca364145-4993-4850-9b35-c1dfd201d15a no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:30:51.987592 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45fd5a-e67c-41cc-8146-d44c9e80af95 req-97cd7690-b3ef-4b4c-9ff6-cc72360e2508 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:51.991192 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb45fd5a-e67c-41cc-8146-d44c9e80af95 req-97cd7690-b3ef-4b4c-9ff6-cc72360e2508 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.0560577 Aug 18 18:30:51.994431 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: ca364145-4993-4850-9b35-c1dfd201d15a {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:30:51.994991 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device ca364145-4993-4850-9b35-c1dfd201d15a not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:30:52.032718 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb45fd5a-e67c-41cc-8146-d44c9e80af95 req-59edb385-d8ba-4537-aeaf-18c0c57a467a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349276 Aug 18 18:30:52.095309 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-65381d8d-7d12-4955-8798-4858323fb0a3 service neutron] 10.222.0.46 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251826 Aug 18 18:30:52.109755 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] Deleting port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:30:52.110083 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:52.196626 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] For port 34f7bc91-4e75-4f06-a4cb-d84af6e32f03, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=34f7bc91-4e75-4f06-a4cb-d84af6e32f03,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:52.197041 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:52.212310 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] Calling delete_port for 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:30:52.258248 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7fee9714-115c-4fc8-a560-2442400b9ba2 req-946bd9ba-1d67-448c-982a-54d2c9026e82 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 210 time: 0.0278046 Aug 18 18:30:52.395998 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:52.423961 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] Pushing event deleted for resources: {'Port': ['ID=34f7bc91-4e75-4f06-a4cb-d84af6e32f03,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:52.610389 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065510'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:52.697414 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-e7201f35-c72c-404b-b7bf-c6da489e4da8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974344522&fields=id&tenant_id=eb942a32e2e548df9459ea2edaee63f1 HTTP/1.1" status: 200 len: 267 time: 0.0847604 Aug 18 18:30:52.879321 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-e38d2c00-bf47-403f-9501-595c75bc2a23 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:52.880991 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-e38d2c00-bf47-403f-9501-595c75bc2a23 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 812 time: 0.1537886 Aug 18 18:30:52.934172 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa93a4ca-9bbb-4639-87cf-6cc293ebe0a2 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/quotas/eb942a32e2e548df9459ea2edaee63f1 HTTP/1.1" status: 200 len: 375 time: 0.0203438 Aug 18 18:30:52.979736 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] Router 39458140-957d-43f5-9789-6da83f44b4eb has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:30:53.007419 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-c1ade0f0-b376-47c6-8b21-ccb1fc3b5d36 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0661757 Aug 18 18:30:53.156630 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffbb8a-9f97-4beb-8aa2-7059de3e6d01 req-858f2837-3bb9-40ed-9762-b13bccc9ae30 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:53.158176 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cfffbb8a-9f97-4beb-8aa2-7059de3e6d01 req-858f2837-3bb9-40ed-9762-b13bccc9ae30 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.0531330 Aug 18 18:30:53.201226 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cfffbb8a-9f97-4beb-8aa2-7059de3e6d01 req-e3c77d77-1ce5-4b4e-9b0f-3ed48c059a7d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361531 Aug 18 18:30:53.403781 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-de3b75b1-3c3c-4461-adda-01427551a8de req-4a4e3bd3-4d6d-4b84-bab9-5ffc7e56b8c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 210 time: 0.0749495 Aug 18 18:30:53.466319 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-dea86220-4551-4ba6-9074-aec30f5aea3d tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:53.467304 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:30:53.467828 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-dea86220-4551-4ba6-9074-aec30f5aea3d tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.61 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 811 time: 0.1479366 Aug 18 18:30:53.475321 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b1196832-1000-4e0c-9e92-f8bd408730ea admin admin] 10.222.0.46 "PUT /v2.0/routers/39458140-957d-43f5-9789-6da83f44b4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3964190 Aug 18 18:30:53.476808 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49528) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:53.478590 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] Sync routers for ids ['39458140-957d-43f5-9789-6da83f44b4eb'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:30:53.479042 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-88ca8a72-0d14-4356-8e9a-7b71d6ca31da service neutron] 10.222.0.46 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375055 Aug 18 18:30:53.492556 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] Routers {'39458140-957d-43f5-9789-6da83f44b4eb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:30:53.493187 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['39458140-957d-43f5-9789-6da83f44b4eb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:53.576192 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-edcb5696-7a5e-4c71-8ab2-94690ed0f550 service neutron] 10.222.0.46 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900753 Aug 18 18:30:53.746228 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] Set router 39458140-957d-43f5-9789-6da83f44b4eb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:30:53.832863 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-011b9986-0327-4202-9ee7-ff0b146806fd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aefbb1f82ef49beae636c87973cd743 HTTP/1.1" status: 200 len: 380 time: 0.3487334 Aug 18 18:30:53.871833 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'port': {'device_id': '4503667e-ee96-446a-be56-5652e6b1a80b', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'admin_state_up': True, 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'security_groups': ['7fcc6aff-d0fc-47b0-9afe-ade329aafe43']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:53.947818 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:30:52Z', 'revision_number': 5, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:53.948090 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3d64c2e-be1a-47d8-a296-56f4fb96e662 req-5de4354a-8d19-4d12-af6c-1e1cb9f5f18d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 210 time: 0.0712099 Aug 18 18:30:53.972164 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:53.977804 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] Checking router: 39458140-957d-43f5-9789-6da83f44b4eb for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:30:53.986875 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] Routers {'39458140-957d-43f5-9789-6da83f44b4eb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:30:53.987610 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['39458140-957d-43f5-9789-6da83f44b4eb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:54.105646 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] Set router 39458140-957d-43f5-9789-6da83f44b4eb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:30:54.132800 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:54.141685 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Made reservation on behalf of 5aefbb1f82ef49beae636c87973cd743 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:30:54.146409 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:54.272393 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Deleting port b8bced5e-2337-4682-ad56-aa50c824597d {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:30:54.273183 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:54.313240 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:30:52Z', 'revision_number': 5, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:54.337038 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4a779-b14e-4ec3-8d2a-1d3ff68f99bf req-430f1bd2-977e-4134-950e-e8bf393ddb19 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:54.338762 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cbf4a779-b14e-4ec3-8d2a-1d3ff68f99bf req-430f1bd2-977e-4134-950e-e8bf393ddb19 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.0545673 Aug 18 18:30:54.343421 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9e59c-8358-44bd-baec-e99fc9097e13 None None] The sync data for ids ['39458140-957d-43f5-9789-6da83f44b4eb'] in dv-cinder-802882-9-iscsi is: [{'id': '39458140-957d-43f5-9789-6da83f44b4eb', 'name': 'tempest-TestShelveInstance-2049484267-router', 'tenant_id': 'be905b0199494bc59360e3484fc67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:30:52Z', 'revision_number': 5, 'project_id': 'be905b0199494bc59360e3484fc67e00', 'gw_port': {'id': 'b8bced5e-2337-4682-ad56-aa50c824597d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39458140-957d-43f5-9789-6da83f44b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:14Z', 'updated_at': '2021-08-18T18:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:30:54.381577 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Allocated IP 172.20.0.4 (993c729d-a966-4d50-b4bc-f0ad5773f4f6/9068661e-a044-41e1-9b7a-931342027303/e088bd01-e302-4dfc-8c1f-494fe407d273) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:30:54.402562 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-cbf4a779-b14e-4ec3-8d2a-1d3ff68f99bf req-1b45cef5-c758-4428-87ff-3e82d0a65eb0 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470045 Aug 18 18:30:54.434096 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] For port b8bced5e-2337-4682-ad56-aa50c824597d, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b8bced5e-2337-4682-ad56-aa50c824597d,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:54.434935 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:54.458652 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Calling delete_port for b8bced5e-2337-4682-ad56-aa50c824597d owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:30:54.545852 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3c9dfaa7-81fe-46ab-b124-6151c3760644 req-d4584197-0c93-4a99-af49-8d035917507c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 210 time: 0.0708389 Aug 18 18:30:54.686329 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:54.708296 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Transition to ACTIVE for port object e088bd01-e302-4dfc-8c1f-494fe407d273 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:30:54.780011 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:54.782009 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:54.811351 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bced5e-2337-4682-ad56-aa50c824597d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:54.864637 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:30:54.871941 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:30:54.895778 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:30:54.963257 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event updated for resources: {'Port': ['ID=e088bd01-e302-4dfc-8c1f-494fe407d273,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:55.027484 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696174'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:55.029637 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:30:55.062163 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:30:55.062530 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 34f7bc91-4e75-4f06-a4cb-d84af6e32f03 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:30:55.072072 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-84da69f9-094f-48cb-bd2c-315d34aeb9f1 req-dadd6627-ee19-4e5c-b18a-8eb76374ac9a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 210 time: 0.0353725 Aug 18 18:30:55.137550 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:55.138156 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:55.184185 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41190'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:55.187943 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-c42ca036-cc12-4bda-a2e5-19c1f2922299 None None] Provisioning for port e088bd01-e302-4dfc-8c1f-494fe407d273 completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:30:55.192236 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:55.195252 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-c42ca036-cc12-4bda-a2e5-19c1f2922299 None None] Provisioning complete for port e088bd01-e302-4dfc-8c1f-494fe407d273 triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:30:55.195897 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c42ca036-cc12-4bda-a2e5-19c1f2922299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:55.197285 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-827b2d6a-291f-41f8-a684-52cdfe31775c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3312502 Aug 18 18:30:55.234917 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-c42ca036-cc12-4bda-a2e5-19c1f2922299 None None] Port e088bd01-e302-4dfc-8c1f-494fe407d273 cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:30:55.270770 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Request body: {'port': {'device_id': '4503667e-ee96-446a-be56-5652e6b1a80b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:55.280032 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-b65d54f0-3db6-4818-a5d3-669ee1df6a15 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:55.281414 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-b65d54f0-3db6-4818-a5d3-669ee1df6a15 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 812 time: 0.3543389 Aug 18 18:30:55.311521 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700324'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:55.312052 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39458140-957d-43f5-9789-6da83f44b4eb {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 18:30:55.328640 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:55.329731 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e6cf3cb6-c53f-4894-9df7-5d87ba0ae923 admin admin] 10.222.0.46 "DELETE /v2.0/routers/39458140-957d-43f5-9789-6da83f44b4eb HTTP/1.1" status: 204 len: 168 time: 1.8519652 Aug 18 18:30:55.332626 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49554) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:55.395466 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:55.405289 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-692f4f62-617b-467b-a142-e196e4cf07e1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb942a32e2e548df9459ea2edaee63f1 HTTP/1.1" status: 200 len: 380 time: 0.1034541 Aug 18 18:30:55.422871 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'port': {'device_id': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'admin_state_up': True, 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'security_groups': ['008738a1-0cb0-4831-a85a-fc88205f4419']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:55.471420 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f675460-f537-4520-93d0-2d1345737dd4 admin admin] Deleting subnet decc5e84-a8b6-4344-93a9-d3163aff0fbe {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:30:55.495853 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1f675460-f537-4520-93d0-2d1345737dd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:55.584362 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1f675460-f537-4520-93d0-2d1345737dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227275'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:55.668784 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bafaa-072c-43ba-b4d2-afeedd797938 req-18194428-83d7-4d9e-b7aa-65e0ab573bce tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:55.670596 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-218bafaa-072c-43ba-b4d2-afeedd797938 req-18194428-83d7-4d9e-b7aa-65e0ab573bce tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 931 time: 0.0525188 Aug 18 18:30:55.717145 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-218bafaa-072c-43ba-b4d2-afeedd797938 req-1df01335-4dab-4dfb-b321-b8f523c7c22b tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373476 Aug 18 18:30:55.739477 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1ca8-85c7-4c9f-97b0-a12e60869822 req-2f475ffd-4e46-4016-8729-8e4a0143af90 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:55.741021 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db7f1ca8-85c7-4c9f-97b0-a12e60869822 req-2f475ffd-4e46-4016-8729-8e4a0143af90 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.2383866 Aug 18 18:30:56.135150 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Made reservation on behalf of eb942a32e2e548df9459ea2edaee63f1 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 18:30:56.138635 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.169114 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-745d3a35-f12a-4745-aeda-a3090c827890 req-74014a69-5e8e-4234-88e3-8d2db40c848f tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 210 time: 0.0288498 Aug 18 18:30:56.173981 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1f675460-f537-4520-93d0-2d1345737dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.223477 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db7f1ca8-85c7-4c9f-97b0-a12e60869822 req-86434257-4bed-4423-bf75-f38a7fffc2bf tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4695716 Aug 18 18:30:56.323876 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1f675460-f537-4520-93d0-2d1345737dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3362459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763300'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.379204 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f675460-f537-4520-93d0-2d1345737dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=decc5e84-a8b6-4344-93a9-d3163aff0fbe,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:56.407243 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1f675460-f537-4520-93d0-2d1345737dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.409167 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1f675460-f537-4520-93d0-2d1345737dd4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/decc5e84-a8b6-4344-93a9-d3163aff0fbe HTTP/1.1" status: 204 len: 168 time: 1.0755117 Aug 18 18:30:56.411188 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e088bd01-e302-4dfc-8c1f-494fe407d273 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:30:56.411525 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504108ea-7387-43d0-802b-bd19ef132679 None None] Network ead9bf04-7f1e-4b49-93ee-b0cc1d796418 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:30:56.412943 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49562) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:56.424546 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.448214 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Transition to ACTIVE for port object e088bd01-e302-4dfc-8c1f-494fe407d273 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:30:56.453079 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Allocated IP 172.20.0.6 (cbc7e1a4-41f2-42f5-a532-20e3839d6d33/91e63cb5-1094-4561-931d-ae172cc09e0d/09b7ebd9-e761-44f0-8d2f-b8216963214d) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:30:56.455230 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.484099 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.543823 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Pushing event updated for resources: {'Port': ['ID=e088bd01-e302-4dfc-8c1f-494fe407d273,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:56.551018 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Deleting port 08fb07fd-4ce0-4288-bcad-649c2b494145 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:30:56.551708 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.620144 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb9e24-42cc-4d01-b70e-4d39aa300c37 None None] DHCP port deletion for ead9bf04-7f1e-4b49-93ee-b0cc1d796418 request from dv-cinder-802882-9-iscsi {{(pid=93874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 18:30:56.635870 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] For port 08fb07fd-4ce0-4288-bcad-649c2b494145, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=08fb07fd-4ce0-4288-bcad-649c2b494145,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:56.636245 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.650241 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Calling delete_port for 08fb07fd-4ce0-4288-bcad-649c2b494145 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:30:56.680738 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-11cb9e24-42cc-4d01-b70e-4d39aa300c37 None None] Deleting port 08fb07fd-4ce0-4288-bcad-649c2b494145 {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:30:56.681337 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-11cb9e24-42cc-4d01-b70e-4d39aa300c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.695631 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Attempting to bind port e088bd01-e302-4dfc-8c1f-494fe407d273 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:30:56.695916 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Attempting to bind port e088bd01-e302-4dfc-8c1f-494fe407d273 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:30:56.696219 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Attempting to bind port e088bd01-e302-4dfc-8c1f-494fe407d273 on network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:30:56.707851 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Port e088bd01-e302-4dfc-8c1f-494fe407d273 on network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:30:56.708272 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Attempting to bind port e088bd01-e302-4dfc-8c1f-494fe407d273 on network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:30:56.723850 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:30:56.724309 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Checking segment: {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:30:56.724622 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Bound using segment: {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:30:56.725091 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Bound port: e088bd01-e302-4dfc-8c1f-494fe407d273, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7070199-6230-42bf-b6f3-4632a6b6fde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:30:56.725468 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.739655 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.760119 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.778015 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Transition to ACTIVE for port object 09b7ebd9-e761-44f0-8d2f-b8216963214d will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:30:56.784543 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-11cb9e24-42cc-4d01-b70e-4d39aa300c37 None None] For port 08fb07fd-4ce0-4288-bcad-649c2b494145, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=08fb07fd-4ce0-4288-bcad-649c2b494145,segment=NetworkSegment(39a940d1-480b-49d0-a4e1-16ff9ab15736),segment_id=39a940d1-480b-49d0-a4e1-16ff9ab15736)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:56.785311 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-11cb9e24-42cc-4d01-b70e-4d39aa300c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.788581 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=08fb07fd-4ce0-4288-bcad-649c2b494145,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:56.797062 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] No DVR routers for this DVR port 08fb07fd-4ce0-4288-bcad-649c2b494145 on host dv-cinder-802882-9-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:30:56.807616 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-11cb9e24-42cc-4d01-b70e-4d39aa300c37 None None] Calling delete_port for 08fb07fd-4ce0-4288-bcad-649c2b494145 owned by network:dhcp {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:30:56.827599 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] For port e088bd01-e302-4dfc-8c1f-494fe407d273, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:30:56.844304 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] For port e088bd01-e302-4dfc-8c1f-494fe407d273, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e088bd01-e302-4dfc-8c1f-494fe407d273,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:30:56.850812 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.859118 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.881734 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.904992 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:56.907012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:56.907162 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] 10.222.0.61 "PUT /v2.0/ports/e088bd01-e302-4dfc-8c1f-494fe407d273 HTTP/1.1" status: 200 len: 1093 time: 1.6725688 Aug 18 18:30:56.912244 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4503667e-ee96-446a-be56-5652e6b1a80b', 'tag': 'e088bd01-e302-4dfc-8c1f-494fe407d273'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:56.912244 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00" -d '{"events": [{"name": "network-changed", "server_uuid": "4503667e-ee96-446a-be56-5652e6b1a80b", "tag": "e088bd01-e302-4dfc-8c1f-494fe407d273"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:56.913311 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead9bf04-7f1e-4b49-93ee-b0cc1d796418']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:56.933694 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:30:56.936502 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:30:56.940598 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:30:56.944930 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0b9c3-7e1c-49cd-9357-fba8f3abf482 service neutron] Pushing event updated for resources: {'Port': ['ID=e088bd01-e302-4dfc-8c1f-494fe407d273,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:56.969744 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a940d1-480b-49d0-a4e1-16ff9ab15736') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:56.970048 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a940d1-480b-49d0-a4e1-16ff9ab15736') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:30:57.029930 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282901'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:57.047512 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 08fb07fd-4ce0-4288-bcad-649c2b494145 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:30:57.064719 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:57.066145 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d4787-1923-42d6-9c8b-346ff4944411 x-openstack-request-id: req-685d4787-1923-42d6-9c8b-346ff4944411 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:57.066438 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4503667e-ee96-446a-be56-5652e6b1a80b", "tag": "e088bd01-e302-4dfc-8c1f-494fe407d273", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:57.066691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-685d4787-1923-42d6-9c8b-346ff4944411 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:57.067088 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4503667e-ee96-446a-be56-5652e6b1a80b', 'tag': 'e088bd01-e302-4dfc-8c1f-494fe407d273', 'status': 'completed', 'code': 200} Aug 18 18:30:57.075106 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:30:57.079505 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263383'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: timer() Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: cb(*args, **kw) Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: self._notify() Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: self.callback(batched_events) Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: event.method(event) Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._get(url).json() Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:30:57.081767 dv-cinder-802882-9-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:30:57.098096 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 08fb07fd-4ce0-4288-bcad-649c2b494145 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:30:57.099504 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'Port': ['ID=09b7ebd9-e761-44f0-8d2f-b8216963214d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:57.099979 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 08fb07fd-4ce0-4288-bcad-649c2b494145 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:30:57.100744 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b8bced5e-2337-4682-ad56-aa50c824597d no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:30:57.104361 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-11cb9e24-42cc-4d01-b70e-4d39aa300c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:57.134203 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:57.144168 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:57.150723 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb9e24-42cc-4d01-b70e-4d39aa300c37 None None] Pushing event deleted for resources: {'Port': ['ID=08fb07fd-4ce0-4288-bcad-649c2b494145,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:57.160820 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: b8bced5e-2337-4682-ad56-aa50c824597d {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:30:57.161020 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b8bced5e-2337-4682-ad56-aa50c824597d not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:30:57.167967 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb9e24-42cc-4d01-b70e-4d39aa300c37 None None] No DVR routers for this DVR port 08fb07fd-4ce0-4288-bcad-649c2b494145 on host dv-cinder-802882-9-iscsi {{(pid=93874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:30:57.170397 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-68d03f99-b71d-48a0-b849-aa8172060e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:57.175097 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-68d03f99-b71d-48a0-b849-aa8172060e83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 1096 time: 0.1924007 Aug 18 18:30:57.219251 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c94f6-61b2-437e-8b82-b2299f91f2f6 req-0ae238e6-4da5-45df-8688-9464a8e3ec85 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:57.219251 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bb0c94f6-61b2-437e-8b82-b2299f91f2f6 req-0ae238e6-4da5-45df-8688-9464a8e3ec85 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 943 time: 0.2878783 Aug 18 18:30:57.229122 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:57.244042 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-669ea7a3-baae-40f7-8dab-bea324f79000 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e088bd01-e302-4dfc-8c1f-494fe407d273 HTTP/1.1" status: 200 len: 217 time: 0.0539906 Aug 18 18:30:57.245542 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-a7652271-53b4-40f2-94ae-4d6b1f680c5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8305435 Aug 18 18:30:57.256016 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:57.258794 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] 10.222.0.46 "DELETE /v2.0/networks/ead9bf04-7f1e-4b49-93ee-b0cc1d796418 HTTP/1.1" status: 204 len: 168 time: 0.8447456 Aug 18 18:30:57.261906 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49572) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:30:57.271928 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16609f4-bef0-429a-a5ce-7929fcade1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ead9bf04-7f1e-4b49-93ee-b0cc1d796418,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:57.281651 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Request body: {'port': {'device_id': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:30:57.290774 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bb0c94f6-61b2-437e-8b82-b2299f91f2f6 req-cd2a74c4-1d9c-4855-b378-bd2cb0320707 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595334 Aug 18 18:30:57.314999 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1547543f-2b1b-442e-b9e6-9b6351e49a99 None None] Provisioning for port 09b7ebd9-e761-44f0-8d2f-b8216963214d completed by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:30:57.320145 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1547543f-2b1b-442e-b9e6-9b6351e49a99 None None] Provisioning complete for port 09b7ebd9-e761-44f0-8d2f-b8216963214d triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:30:57.320528 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1547543f-2b1b-442e-b9e6-9b6351e49a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:57.357313 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1547543f-2b1b-442e-b9e6-9b6351e49a99 None None] Port 09b7ebd9-e761-44f0-8d2f-b8216963214d cannot update to ACTIVE because it is not bound. {{(pid=93874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 18:30:57.409145 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6fcaa-2e31-4269-a147-2c4cd0059828 req-14d26644-cb51-4a2f-abc9-e4e8f570812d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:57.410897 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6ec6fcaa-2e31-4269-a147-2c4cd0059828 req-14d26644-cb51-4a2f-abc9-e4e8f570812d tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.0590856 Aug 18 18:30:57.454349 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-6ec6fcaa-2e31-4269-a147-2c4cd0059828 req-44fe928f-006a-4293-bf59-5954ad0c8a7a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360026 Aug 18 18:30:57.457553 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-adba1f83-5233-4886-afd5-12aa4a72b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:57.459312 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-adba1f83-5233-4886-afd5-12aa4a72b70b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 200 len: 850 time: 0.1907294 Aug 18 18:30:57.485397 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:57.519177 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01783ead-8e07-4b30-add3-6376c4d9daf0 req-c95babb4-6422-4cf6-9a70-6f2f9eba3b75 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:57.520637 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01783ead-8e07-4b30-add3-6376c4d9daf0 req-c95babb4-6422-4cf6-9a70-6f2f9eba3b75 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 931 time: 0.2019482 Aug 18 18:30:57.677358 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-82bb8054-5326-4c05-bc04-dbbf15cf0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:57.678866 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-82bb8054-5326-4c05-bc04-dbbf15cf0b1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=993c729d-a966-4d50-b4bc-f0ad5773f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2062902 Aug 18 18:30:57.687924 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01783ead-8e07-4b30-add3-6376c4d9daf0 req-b88d6ff3-5d3b-4511-b8e4-fe8ae8384a38 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599391 Aug 18 18:30:57.973376 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-d32d6e74-6615-41ff-8348-eeb881e813fe service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392364 Aug 18 18:30:58.133257 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b7ebd9-e761-44f0-8d2f-b8216963214d {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:30:58.144540 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd533832-5dd1-475f-9cb2-709dc0f79c28 req-b2ecf3e7-b983-4ce2-a37b-97a283aea3bd service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574466 Aug 18 18:30:58.147331 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:58.171103 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Transition to ACTIVE for port object 09b7ebd9-e761-44f0-8d2f-b8216963214d will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 18:30:58.176912 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:58.290704 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Pushing event updated for resources: {'Port': ['ID=09b7ebd9-e761-44f0-8d2f-b8216963214d,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:58.360681 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-0d6dbb25-f92a-4921-8f31-21d7a27374a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:58.362194 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-0d6dbb25-f92a-4921-8f31-21d7a27374a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 1096 time: 0.1088779 Aug 18 18:30:58.423855 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed6709-c5bb-46b0-804b-0cb96f0fff87 req-fee7e2b0-389b-4c5b-b83d-0cc1a4697a28 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:58.425525 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5ed6709-c5bb-46b0-804b-0cb96f0fff87 req-fee7e2b0-389b-4c5b-b83d-0cc1a4697a28 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 943 time: 0.0594184 Aug 18 18:30:58.448726 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699318'] for router_interface, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:58.455462 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Attempting to bind port 09b7ebd9-e761-44f0-8d2f-b8216963214d on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 18:30:58.455794 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Attempting to bind port 09b7ebd9-e761-44f0-8d2f-b8216963214d by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 18:30:58.456123 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Attempting to bind port 09b7ebd9-e761-44f0-8d2f-b8216963214d on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:30:58.465222 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b5ed6709-c5bb-46b0-804b-0cb96f0fff87 req-075f9148-651f-4711-8231-d5695ec3cf47 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327687 Aug 18 18:30:58.778958 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Port 09b7ebd9-e761-44f0-8d2f-b8216963214d on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 18:30:58.779649 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Attempting to bind port 09b7ebd9-e761-44f0-8d2f-b8216963214d on network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 18:30:58.814068 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Checking agent: {'id': 'e6084164-4579-4452-a858-452e07bd9710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'started_at': datetime.datetime(2021, 8, 18, 18, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 18, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 18:30:58.814364 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Checking segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 18:30:58.814755 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Bound using segment: {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 18:30:58.815193 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Bound port: 09b7ebd9-e761-44f0-8d2f-b8216963214d, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 18:30:58.815565 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:58.815945 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed085c1-89d4-4d77-88f2-5ed4ab512189 req-6ef83129-d454-41bf-a3be-c9de4b6cb029 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:58.818221 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8ed085c1-89d4-4d77-88f2-5ed4ab512189 req-6ef83129-d454-41bf-a3be-c9de4b6cb029 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 943 time: 0.0560465 Aug 18 18:30:58.857178 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8ed085c1-89d4-4d77-88f2-5ed4ab512189 req-2a36eeb5-a37b-4429-8aed-d49847c2de96 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325973 Aug 18 18:30:58.875958 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-4d8b7803-1018-4034-975f-6a43991cecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:58.877414 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-4d8b7803-1018-4034-975f-6a43991cecb8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 912 time: 0.5061443 Aug 18 18:30:58.956416 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-56c7db44-ede6-4e85-a7d1-7e73e18cbf00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e088bd01-e302-4dfc-8c1f-494fe407d273 HTTP/1.1" status: 200 len: 217 time: 0.0693367 Aug 18 18:30:58.968732 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce08554-d7fa-4f8f-81af-a023e4825489 req-511e5767-5f45-4992-8753-4e668607b419 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:58.970055 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ce08554-d7fa-4f8f-81af-a023e4825489 req-511e5767-5f45-4992-8753-4e668607b419 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.2058160 Aug 18 18:30:59.070503 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] For port 09b7ebd9-e761-44f0-8d2f-b8216963214d, host hv-cinder-80288, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 18:30:59.131244 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] For port 09b7ebd9-e761-44f0-8d2f-b8216963214d, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=09b7ebd9-e761-44f0-8d2f-b8216963214d,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 18:30:59.144208 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:59.160656 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-f243aac2-b23d-4008-a488-5bef1886ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:59.162473 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-f243aac2-b23d-4008-a488-5bef1886ab60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 200 len: 850 time: 0.1878390 Aug 18 18:30:59.197449 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ce08554-d7fa-4f8f-81af-a023e4825489 req-2653384c-ce11-4af7-bc4c-8ac9e7ab3c28 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159650 Aug 18 18:30:59.235934 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:59.236554 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:59.237941 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] 10.222.0.61 "PUT /v2.0/ports/09b7ebd9-e761-44f0-8d2f-b8216963214d HTTP/1.1" status: 200 len: 1093 time: 1.9686730 Aug 18 18:30:59.240262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'tag': '09b7ebd9-e761-44f0-8d2f-b8216963214d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:30:59.242516 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d229413-53af-41b0-ac3e-acb5856fb67d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dd6317-488d-4c52-90d4-2d286118858f", "tag": "09b7ebd9-e761-44f0-8d2f-b8216963214d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:30:59.274667 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4567e4-e91b-4de3-ab92-f39b71344284 service neutron] Pushing event updated for resources: {'Port': ['ID=09b7ebd9-e761-44f0-8d2f-b8216963214d,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:30:59.297007 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-d836ad19-0804-4426-9316-6a4edc23dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:59.298538 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-d836ad19-0804-4426-9316-6a4edc23dc28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=993c729d-a966-4d50-b4bc-f0ad5773f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1109858 Aug 18 18:30:59.300365 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f30ef2-4012-45e1-bde1-d75127e5c98c x-openstack-request-id: req-08f30ef2-4012-45e1-bde1-d75127e5c98c {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:30:59.300646 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dd6317-488d-4c52-90d4-2d286118858f", "tag": "09b7ebd9-e761-44f0-8d2f-b8216963214d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:30:59.300893 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08f30ef2-4012-45e1-bde1-d75127e5c98c {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:30:59.301269 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'tag': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'status': 'completed', 'code': 200} Aug 18 18:30:59.456320 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-f4722566-00ce-436d-8990-047c5cc436e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:59.457815 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-f4722566-00ce-436d-8990-047c5cc436e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 1096 time: 0.1316910 Aug 18 18:30:59.475519 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-1b30de4e-fe4a-458a-a0dd-c49ca135c9a2 service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481607 Aug 18 18:30:59.485028 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] Deleting port 69249b1c-d5cf-460f-9574-39b1da26235f {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:30:59.485304 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:59.575521 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-89605aaf-128b-4104-bc54-4381738d1b7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09b7ebd9-e761-44f0-8d2f-b8216963214d HTTP/1.1" status: 200 len: 217 time: 0.0872288 Aug 18 18:30:59.721691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] For port 69249b1c-d5cf-460f-9574-39b1da26235f, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=69249b1c-d5cf-460f-9574-39b1da26235f,segment=NetworkSegment(b67771ac-5a48-4060-9b1e-5bcceb10fa32),segment_id=b67771ac-5a48-4060-9b1e-5bcceb10fa32)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:30:59.722026 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:30:59.735904 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-33ec58ef-4915-4e97-9d9f-d1709fdcefa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:59.737261 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-33ec58ef-4915-4e97-9d9f-d1709fdcefa0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.1353748 Aug 18 18:30:59.747262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8e4f3-1af3-4710-be47-dca16587dfb2 req-c10b313a-2f05-448f-bada-e52c1891b35c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:59.748620 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-53c8e4f3-1af3-4710-be47-dca16587dfb2 req-c10b313a-2f05-448f-bada-e52c1891b35c tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 943 time: 0.1954224 Aug 18 18:30:59.756161 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] Calling delete_port for 69249b1c-d5cf-460f-9574-39b1da26235f owned by network:router_interface {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:30:59.815870 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57b3c8ec-18cf-48a2-bfaa-6607a4d06c00 req-600c5172-d289-43c3-87b9-dd77931cf5f9 service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599173 Aug 18 18:30:59.870608 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-53c8e4f3-1af3-4710-be47-dca16587dfb2 req-9dd8172a-8bbd-4632-b974-349980ae6855 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124201 Aug 18 18:30:59.891883 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fc4a41bc-ae75-448a-a676-cf9bd879b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:30:59.891883 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-fc4a41bc-ae75-448a-a676-cf9bd879b9b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1382151 Aug 18 18:30:59.994384 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device e088bd01-e302-4dfc-8c1f-494fe407d273 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:30:59.999992 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2845c45-3f78-4a10-8f0a-8bff819f531b req-7cea5ff0-0985-458f-80bc-77a48a4ee9dc tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:00.001909 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e2845c45-3f78-4a10-8f0a-8bff819f531b req-7cea5ff0-0985-458f-80bc-77a48a4ee9dc tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 943 time: 0.0525160 Aug 18 18:31:00.032122 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-3c138256-81ec-4778-9800-e2bfaa08b90a service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368356 Aug 18 18:31:00.046008 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-e2845c45-3f78-4a10-8f0a-8bff819f531b req-c3706d33-7827-421f-8286-34ada1676058 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376890 Aug 18 18:31:00.105215 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port e088bd01-e302-4dfc-8c1f-494fe407d273, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e088bd01-e302-4dfc-8c1f-494fe407d273,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:00.117801 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': 'e088bd01-e302-4dfc-8c1f-494fe407d273', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'port_id': 'e088bd01-e302-4dfc-8c1f-494fe407d273', 'mac_address': 'fa:16:3e:d8:92:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:31:00.144104 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:00.156117 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:00.169985 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e088bd01-e302-4dfc-8c1f-494fe407d273 {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:31:00.190550 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port e088bd01-e302-4dfc-8c1f-494fe407d273, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e088bd01-e302-4dfc-8c1f-494fe407d273,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:00.191072 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69249b1c-d5cf-460f-9574-39b1da26235f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:00.196423 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:00.225928 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da517a2d-cbcf-469c-91e9-dc99119505fe req-102b0dd6-a8b4-4783-9ae6-6aeb597f2f17 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856701 Aug 18 18:31:00.266280 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=e088bd01-e302-4dfc-8c1f-494fe407d273,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:00.441404 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa0b23-f770-41e3-a9e5-08ebcd8f588d req-1ef5ac22-4fc0-4053-9ab3-fdce229dd424 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:00.443169 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2efa0b23-f770-41e3-a9e5-08ebcd8f588d req-1ef5ac22-4fc0-4053-9ab3-fdce229dd424 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.1400466 Aug 18 18:31:00.448394 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065510'] for router_interface, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:00.454542 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-b51b42f2-c628-4d4e-b6ec-0c1e734551bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:00.455977 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-b51b42f2-c628-4d4e-b6ec-0c1e734551bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 1096 time: 0.1169910 Aug 18 18:31:00.541582 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['e088bd01-e302-4dfc-8c1f-494fe407d273'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:31:00.624961 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2efa0b23-f770-41e3-a9e5-08ebcd8f588d req-70f681f8-eba1-4f2b-b821-77b41837e8cf tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6431b89-0059-4a02-9cdf-ffea5ea60a00&id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738534 Aug 18 18:31:00.707083 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-dc700dbd-524d-4df5-b6da-faffcfe9f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:00.708713 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-dc700dbd-524d-4df5-b6da-faffcfe9f1fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 913 time: 0.2435358 Aug 18 18:31:00.785733 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-2b903ad6-121e-4b2b-98e6-ba787b5d75b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09b7ebd9-e761-44f0-8d2f-b8216963214d HTTP/1.1" status: 200 len: 217 time: 0.0642419 Aug 18 18:31:00.849706 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] Router b8239184-6807-46b4-bf94-166ec537723a has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:31:00.855813 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-942f2953-b2f5-464a-96a2-c6fe38a874d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:00.857402 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-942f2953-b2f5-464a-96a2-c6fe38a874d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.0601707 Aug 18 18:31:01.000247 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f272f9-c98a-4b96-ba46-3d464df13d89 req-4cb3ed4b-04e7-4e0d-98cc-7f487baf3573 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:01.001816 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-06f272f9-c98a-4b96-ba46-3d464df13d89 req-4cb3ed4b-04e7-4e0d-98cc-7f487baf3573 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 944 time: 0.0545716 Aug 18 18:31:01.044809 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-06f272f9-c98a-4b96-ba46-3d464df13d89 req-035da5c4-6eeb-41de-ac15-ce443b590843 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359931 Aug 18 18:31:01.245236 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:31:01.307771 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-b27d14c0-9234-4b34-8ac0-a4677dcef075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:01.309344 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-b27d14c0-9234-4b34-8ac0-a4677dcef075 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4071157 Aug 18 18:31:01.320587 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:31:01.326428 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2e21fb04-7b95-486e-bbd7-836f9f1c6ff0 admin admin] 10.222.0.46 "PUT /v2.0/routers/b8239184-6807-46b4-bf94-166ec537723a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0634305 Aug 18 18:31:01.329534 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49596) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:01.329884 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] Sync routers for ids ['b8239184-6807-46b4-bf94-166ec537723a'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:31:01.341981 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106d8fc-f126-42a1-b6a1-d5bd0403553e req-634d21b6-1b85-4d66-adad-6e8de1b2b0f4 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:01.343564 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8106d8fc-f126-42a1-b6a1-d5bd0403553e req-634d21b6-1b85-4d66-adad-6e8de1b2b0f4 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 943 time: 0.1311843 Aug 18 18:31:01.343723 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] Routers {'b8239184-6807-46b4-bf94-166ec537723a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:01.344206 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['b8239184-6807-46b4-bf94-166ec537723a'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:01.428473 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8106d8fc-f126-42a1-b6a1-d5bd0403553e req-683492ea-5cf3-4a3e-8827-57b3cd972338 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727794 Aug 18 18:31:01.454528 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] Set router b8239184-6807-46b4-bf94-166ec537723a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:01.455118 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-d1e3f332-d1f6-489f-a015-0203df31bc8e service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369321 Aug 18 18:31:01.461968 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:01.555456 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d229413-53af-41b0-ac3e-acb5856fb67d req-fba20dc5-2923-4312-9def-152067b4b2d6 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931787 Aug 18 18:31:01.569793 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:01.624632 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Deleting port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:01.625072 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:01.634256 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239184-6807-46b4-bf94-166ec537723a', 'name': 'tempest-TestShelveInstance-1844149167-router', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:20Z', 'updated_at': '2021-08-18T18:31:00Z', 'revision_number': 5, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'gw_port': {'id': '3f4e1e27-fbcc-412b-9b7a-083d76a2acec', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fe:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8239184-6807-46b4-bf94-166ec537723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:25:21Z', 'updated_at': '2021-08-18T18:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:01.659611 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] Checking router: b8239184-6807-46b4-bf94-166ec537723a for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:31:01.668649 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] Routers {'b8239184-6807-46b4-bf94-166ec537723a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:01.669267 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['b8239184-6807-46b4-bf94-166ec537723a'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:01.704537 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] For port 3f4e1e27-fbcc-412b-9b7a-083d76a2acec, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=3f4e1e27-fbcc-412b-9b7a-083d76a2acec,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:01.704907 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:01.721244 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Calling delete_port for 3f4e1e27-fbcc-412b-9b7a-083d76a2acec owned by network:router_gateway {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:01.759987 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] Set router b8239184-6807-46b4-bf94-166ec537723a gateway port host: None {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:01.812914 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8239184-6807-46b4-bf94-166ec537723a', 'name': 'tempest-TestShelveInstance-1844149167-router', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:20Z', 'updated_at': '2021-08-18T18:31:01Z', 'revision_number': 6, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'gw_port_host': None}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:01.838842 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203adfe-ca4f-404d-a0ae-919889e528ff None None] The sync data for ids ['b8239184-6807-46b4-bf94-166ec537723a'] in dv-cinder-802882-9-iscsi is: [{'id': 'b8239184-6807-46b4-bf94-166ec537723a', 'name': 'tempest-TestShelveInstance-1844149167-router', 'tenant_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:25:20Z', 'updated_at': '2021-08-18T18:31:01Z', 'revision_number': 6, 'project_id': 'b9234a43a2af4a1db43887fdcadb11d9', 'gw_port_host': None}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:31:01.892440 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:01.922816 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4e1e27-fbcc-412b-9b7a-083d76a2acec,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:01.982041 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696174'] for router_gateway, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.008931 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device e088bd01-e302-4dfc-8c1f-494fe407d273 up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:31:02.063526 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port e088bd01-e302-4dfc-8c1f-494fe407d273 completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:31:02.067551 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port e088bd01-e302-4dfc-8c1f-494fe407d273 triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:31:02.067967 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.074958 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41190'] for router, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.077480 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.157826 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.169687 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700324'] for router, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.169687 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8239184-6807-46b4-bf94-166ec537723a {{(pid=93873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 18:31:02.176713 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.177891 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-47e61ca3-cfed-490e-98d8-9b3d3bb445cd admin admin] 10.222.0.46 "DELETE /v2.0/routers/b8239184-6807-46b4-bf94-166ec537723a HTTP/1.1" status: 204 len: 168 time: 0.8472664 Aug 18 18:31:02.180664 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49600) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:02.188618 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4503667e-ee96-446a-be56-5652e6b1a80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e088bd01-e302-4dfc-8c1f-494fe407d273'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:31:02.191879 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9209b8-eca3-4422-becf-38d796b777b4" -d '{"events": [{"server_uuid": "4503667e-ee96-446a-be56-5652e6b1a80b", "name": "network-vif-plugged", "status": "completed", "tag": "e088bd01-e302-4dfc-8c1f-494fe407d273"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:31:02.201017 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39adc6-21d5-4c11-81d1-a41135a300d6 req-ac9c2610-dcd6-4ec5-b2a5-990f6e0fc95b tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:02.203739 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ff39adc6-21d5-4c11-81d1-a41135a300d6 req-ac9c2610-dcd6-4ec5-b2a5-990f6e0fc95b tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 944 time: 0.0709722 Aug 18 18:31:02.205610 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port e088bd01-e302-4dfc-8c1f-494fe407d273, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e088bd01-e302-4dfc-8c1f-494fe407d273,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:02.211442 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.248961 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-ff39adc6-21d5-4c11-81d1-a41135a300d6 req-cdd8cce5-d399-44d6-ba6b-f40ff5faaccd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369515 Aug 18 18:31:02.260331 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02941c5-014d-4a6e-93de-4fc952118867 x-openstack-request-id: req-b02941c5-014d-4a6e-93de-4fc952118867 {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:31:02.260331 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4503667e-ee96-446a-be56-5652e6b1a80b", "name": "network-vif-plugged", "status": "completed", "tag": "e088bd01-e302-4dfc-8c1f-494fe407d273", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:31:02.260331 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b02941c5-014d-4a6e-93de-4fc952118867 {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:31:02.260331 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4503667e-ee96-446a-be56-5652e6b1a80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e088bd01-e302-4dfc-8c1f-494fe407d273', 'code': 200} Aug 18 18:31:02.266892 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01131c2-a8ed-4da7-983f-e4cca6afb8d5 admin admin] Deleting subnet 71d994b9-eefb-4644-9339-4677dbcb3ad5 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:31:02.270489 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c01131c2-a8ed-4da7-983f-e4cca6afb8d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.292569 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=e088bd01-e302-4dfc-8c1f-494fe407d273,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:02.318668 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c01131c2-a8ed-4da7-983f-e4cca6afb8d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227275'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.404588 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c01131c2-a8ed-4da7-983f-e4cca6afb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.485482 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c7f94-782b-4f24-a7fd-93fe1812e658 req-b187ec9b-6d37-4d9a-af50-1c0d469621b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:02.487044 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-207c7f94-782b-4f24-a7fd-93fe1812e658 req-b187ec9b-6d37-4d9a-af50-1c0d469621b9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 1098 time: 0.0624173 Aug 18 18:31:02.493460 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c01131c2-a8ed-4da7-983f-e4cca6afb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3362459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763300'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.547709 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01131c2-a8ed-4da7-983f-e4cca6afb8d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d994b9-eefb-4644-9339-4677dbcb3ad5,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:02.572395 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a038479-7171-4377-987d-4136bec0a900 None None] Network e45c8d7e-eaea-4ff4-bf03-a32f783fa1db requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:31:02.572570 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c01131c2-a8ed-4da7-983f-e4cca6afb8d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.574304 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c01131c2-a8ed-4da7-983f-e4cca6afb8d5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/71d994b9-eefb-4644-9339-4677dbcb3ad5 HTTP/1.1" status: 204 len: 168 time: 0.3926129 Aug 18 18:31:02.577036 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49606) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:02.583910 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-207c7f94-782b-4f24-a7fd-93fe1812e658 req-3ab1f7cd-f28c-42d1-b332-d331913194a8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879021 Aug 18 18:31:02.602652 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135643-8ed4-4714-8f3e-1ac280b6ecc3 req-89e6048b-99a0-44c3-a205-4d4cd886deed tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:02.604337 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a135643-8ed4-4714-8f3e-1ac280b6ecc3 req-89e6048b-99a0-44c3-a205-4d4cd886deed tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 943 time: 0.1009386 Aug 18 18:31:02.647480 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.648571 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a135643-8ed4-4714-8f3e-1ac280b6ecc3 req-c2f7500b-a886-485e-825b-d18c2a32caf0 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379074 Aug 18 18:31:02.718741 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Deleting port 6c7429b2-1644-4b55-8804-45d0dbedf094 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:02.719088 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.761766 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe1042a-0638-44b0-a85e-0635f1543422 None None] DHCP port deletion for e45c8d7e-eaea-4ff4-bf03-a32f783fa1db request from dv-cinder-802882-9-iscsi {{(pid=93874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 18:31:02.788593 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] For port 6c7429b2-1644-4b55-8804-45d0dbedf094, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=6c7429b2-1644-4b55-8804-45d0dbedf094,segment=NetworkSegment(b67771ac-5a48-4060-9b1e-5bcceb10fa32),segment_id=b67771ac-5a48-4060-9b1e-5bcceb10fa32)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:02.788970 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.802278 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Calling delete_port for 6c7429b2-1644-4b55-8804-45d0dbedf094 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:02.814489 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-bfe1042a-0638-44b0-a85e-0635f1543422 None None] Deleting port 6c7429b2-1644-4b55-8804-45d0dbedf094 {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:02.814913 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe1042a-0638-44b0-a85e-0635f1543422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.878844 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-bfe1042a-0638-44b0-a85e-0635f1543422 None None] For port 6c7429b2-1644-4b55-8804-45d0dbedf094, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=6c7429b2-1644-4b55-8804-45d0dbedf094,segment=NetworkSegment(b67771ac-5a48-4060-9b1e-5bcceb10fa32),segment_id=b67771ac-5a48-4060-9b1e-5bcceb10fa32)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:02.879506 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe1042a-0638-44b0-a85e-0635f1543422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.890446 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:02.893417 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-bfe1042a-0638-44b0-a85e-0635f1543422 None None] Calling delete_port for 6c7429b2-1644-4b55-8804-45d0dbedf094 owned by network:dhcp {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:02.917935 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7429b2-1644-4b55-8804-45d0dbedf094,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:02.921489 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] No DVR routers for this DVR port 6c7429b2-1644-4b55-8804-45d0dbedf094 on host dv-cinder-802882-9-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:31:02.984771 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe1042a-0638-44b0-a85e-0635f1543422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.014241 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 3f4e1e27-fbcc-412b-9b7a-083d76a2acec no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:03.016055 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.016460 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe1042a-0638-44b0-a85e-0635f1543422 None None] No DVR routers for this DVR port 6c7429b2-1644-4b55-8804-45d0dbedf094 on host dv-cinder-802882-9-iscsi {{(pid=93874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:31:03.018203 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1042a-0638-44b0-a85e-0635f1543422 None None] Pushing event deleted for resources: {'Port': ['ID=6c7429b2-1644-4b55-8804-45d0dbedf094,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:03.037935 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45c8d7e-eaea-4ff4-bf03-a32f783fa1db']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:03.038767 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 3f4e1e27-fbcc-412b-9b7a-083d76a2acec {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:03.039102 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 3f4e1e27-fbcc-412b-9b7a-083d76a2acec not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:03.039671 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 6c7429b2-1644-4b55-8804-45d0dbedf094 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:03.054844 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67771ac-5a48-4060-9b1e-5bcceb10fa32') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:03.055123 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67771ac-5a48-4060-9b1e-5bcceb10fa32') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:03.058372 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 6c7429b2-1644-4b55-8804-45d0dbedf094 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:03.058741 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 6c7429b2-1644-4b55-8804-45d0dbedf094 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:03.059122 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 69249b1c-d5cf-460f-9574-39b1da26235f no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:03.064392 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282901'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.078380 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 69249b1c-d5cf-460f-9574-39b1da26235f {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:03.078719 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 69249b1c-d5cf-460f-9574-39b1da26235f not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:03.078837 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.085965 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:31:03.086329 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263383'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: timer() Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: cb(*args, **kw) Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: self._notify() Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: self.callback(batched_events) Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: event.method(event) Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._get(url).json() Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:31:03.088039 dv-cinder-802882-9-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:31:03.150187 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.155695 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.157991 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e45c8d7e-eaea-4ff4-bf03-a32f783fa1db HTTP/1.1" status: 204 len: 168 time: 0.5799866 Aug 18 18:31:03.170004 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fa914-0b78-40f6-aa07-35181f4c94a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e45c8d7e-eaea-4ff4-bf03-a32f783fa1db,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:03.286017 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49612) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:03.336135 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-ce8dee3f-2134-44a3-8ffc-6dec6c9e6518 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be905b0199494bc59360e3484fc67e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489671 Aug 18 18:31:03.338876 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49614) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:03.376797 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0481-1a71-4eb3-a6a0-76130fd88cbb req-e1c03715-e9cd-4386-84b1-be8e76a273dd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:03.378278 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1d7a0481-1a71-4eb3-a6a0-76130fd88cbb req-e1c03715-e9cd-4386-84b1-be8e76a273dd tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0568869 Aug 18 18:31:03.390653 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ec390664-2663-440f-99c3-a0aab318cdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.412358 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ec390664-2663-440f-99c3-a0aab318cdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.417319 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1d7a0481-1a71-4eb3-a6a0-76130fd88cbb req-2a1bfc44-943e-4b21-bbf7-3d734f16bdf1 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326293 Aug 18 18:31:03.461636 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ec390664-2663-440f-99c3-a0aab318cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.464339 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ec390664-2663-440f-99c3-a0aab318cdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.465525 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ec390664-2663-440f-99c3-a0aab318cdb7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55dbb61d-ffbe-41f2-ab9c-b534db6a66e8 HTTP/1.1" status: 204 len: 168 time: 0.1255476 Aug 18 18:31:03.473206 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec390664-2663-440f-99c3-a0aab318cdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dbb61d-ffbe-41f2-ab9c-b534db6a66e8,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:03.782228 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236b498-ed79-4f16-ac02-eb2ae254222e req-742c73e0-3530-46f3-8d50-9ec1c2a32c8c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:03.783920 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3236b498-ed79-4f16-ac02-eb2ae254222e req-742c73e0-3530-46f3-8d50-9ec1c2a32c8c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 943 time: 0.0567517 Aug 18 18:31:03.812770 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49622) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:03.824881 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3236b498-ed79-4f16-ac02-eb2ae254222e req-3169fc33-a4d8-46e9-9084-5be99ec01e4c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346870 Aug 18 18:31:03.854390 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1580c135-4524-4ae0-82fb-89e0e8839fc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9234a43a2af4a1db43887fdcadb11d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403826 Aug 18 18:31:03.857089 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49624) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:03.909631 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-82646de0-9d1a-4220-ade6-bcd9d64bd267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.930641 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-82646de0-9d1a-4220-ade6-bcd9d64bd267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.978921 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-82646de0-9d1a-4220-ade6-bcd9d64bd267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.983099 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-82646de0-9d1a-4220-ade6-bcd9d64bd267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:03.984836 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-82646de0-9d1a-4220-ade6-bcd9d64bd267 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad1bfd54-438e-4794-820f-f96af975f4f6 HTTP/1.1" status: 204 len: 168 time: 0.1267669 Aug 18 18:31:03.993017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82646de0-9d1a-4220-ade6-bcd9d64bd267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1bfd54-438e-4794-820f-f96af975f4f6,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:04.572647 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afdfbe-96e8-417b-97ae-b0776ed30d47 req-8742d7d8-5cf3-420a-befe-79efca083263 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:04.574031 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-70afdfbe-96e8-417b-97ae-b0776ed30d47 req-8742d7d8-5cf3-420a-befe-79efca083263 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0615969 Aug 18 18:31:04.613209 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-70afdfbe-96e8-417b-97ae-b0776ed30d47 req-88c52457-b6c4-4633-816e-37b90b102b60 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331984 Aug 18 18:31:04.733588 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780c43e-dee7-4a1c-93d3-b4fd0dbd4d0d req-3df09893-70cd-4a5c-bb49-ec5e69f93260 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:04.734983 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5780c43e-dee7-4a1c-93d3-b4fd0dbd4d0d req-3df09893-70cd-4a5c-bb49-ec5e69f93260 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0547426 Aug 18 18:31:04.745190 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49634) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:04.749590 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-dfe0b34d-200e-4232-8f49-a528514ebf86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Request body: {'floatingip': {'port_id': 'e088bd01-e302-4dfc-8c1f-494fe407d273'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:31:04.790454 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dfe0b34d-200e-4232-8f49-a528514ebf86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:04.942782 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9c4c-8047-4942-88fc-ac549102b5d5 req-71a20795-df45-42e3-b48a-ade0545b943e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:04.944619 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-965c9c4c-8047-4942-88fc-ac549102b5d5 req-71a20795-df45-42e3-b48a-ade0545b943e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 943 time: 0.0520723 Aug 18 18:31:04.984208 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-965c9c4c-8047-4942-88fc-ac549102b5d5 req-47aa8aa5-7194-46b8-b951-641af9254131 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331907 Aug 18 18:31:05.248967 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dfe0b34d-200e-4232-8f49-a528514ebf86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:05.255492 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dfe0b34d-200e-4232-8f49-a528514ebf86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:05.358100 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-dfe0b34d-200e-4232-8f49-a528514ebf86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Floating IP 4db7b433-3b73-4f15-941c-db0d03e217a7 associated. External IP: 172.27.1.38, port: e088bd01-e302-4dfc-8c1f-494fe407d273. Aug 18 18:31:05.604516 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe0b34d-200e-4232-8f49-a528514ebf86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Router e223368c-9763-4e72-b5f1-5e5432653ecb has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:31:05.714950 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe0b34d-200e-4232-8f49-a528514ebf86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:31:05.720222 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dfe0b34d-200e-4232-8f49-a528514ebf86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:05.726625 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] Sync routers for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:31:05.741176 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:05.742118 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:05.758811 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-dfe0b34d-200e-4232-8f49-a528514ebf86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "PUT /v2.0/floatingips/4db7b433-3b73-4f15-941c-db0d03e217a7 HTTP/1.1" status: 200 len: 990 time: 1.0126009 Aug 18 18:31:05.759419 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4503667e-ee96-446a-be56-5652e6b1a80b', 'tag': 'e088bd01-e302-4dfc-8c1f-494fe407d273'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:31:05.761659 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da48efd8-5a1c-4f73-a939-ab43bfede706" -d '{"events": [{"name": "network-changed", "server_uuid": "4503667e-ee96-446a-be56-5652e6b1a80b", "tag": "e088bd01-e302-4dfc-8c1f-494fe407d273"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:31:05.801008 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fac4bc-1287-434f-ad47-b544e53de779 x-openstack-request-id: req-70fac4bc-1287-434f-ad47-b544e53de779 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:31:05.801369 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4503667e-ee96-446a-be56-5652e6b1a80b", "tag": "e088bd01-e302-4dfc-8c1f-494fe407d273", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:31:05.801683 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70fac4bc-1287-434f-ad47-b544e53de779 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:31:05.802143 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4503667e-ee96-446a-be56-5652e6b1a80b', 'tag': 'e088bd01-e302-4dfc-8c1f-494fe407d273', 'status': 'completed', 'code': 200} Aug 18 18:31:05.925660 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-74ea0363-2f54-4532-b474-698ac547ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:05.927231 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-74ea0363-2f54-4532-b474-698ac547ccb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 1098 time: 0.0550599 Aug 18 18:31:05.991472 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:06.026907 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-19486e89-d5c7-4560-bfc3-1e84ac113842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:06.028584 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-19486e89-d5c7-4560-bfc3-1e84ac113842 service neutron] 10.222.0.61 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 912 time: 0.0909774 Aug 18 18:31:06.105729 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-73d3eb45-2de9-4bc3-a02c-a09b6ecdbc46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e088bd01-e302-4dfc-8c1f-494fe407d273 HTTP/1.1" status: 200 len: 998 time: 0.0654509 Aug 18 18:31:06.110135 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff427b6-b115-4109-9079-6004d02604f5 req-9876949f-3656-45ea-b5f3-e80f1f6d6221 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:06.111810 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4ff427b6-b115-4109-9079-6004d02604f5 req-9876949f-3656-45ea-b5f3-e80f1f6d6221 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 943 time: 0.0556393 Aug 18 18:31:06.151698 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-4ff427b6-b115-4109-9079-6004d02604f5 req-67d35e1f-0780-4b2e-b6e2-5c249853d163 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329762 Aug 18 18:31:06.158542 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-b6cad03a-a59d-410c-9d67-f0a6abf01f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:06.160067 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-b6cad03a-a59d-410c-9d67-f0a6abf01f04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 200 len: 850 time: 0.0459518 Aug 18 18:31:06.212197 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-4b1be3db-fb94-49b0-b4bf-ff444a1da867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:06.213719 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-4b1be3db-fb94-49b0-b4bf-ff444a1da867 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=993c729d-a966-4d50-b4bc-f0ad5773f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459080 Aug 18 18:31:06.232063 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': '4db7b433-3b73-4f15-941c-db0d03e217a7', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'port_id': 'e088bd01-e302-4dfc-8c1f-494fe407d273', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'mac_address': 'fa:16:3e:d8:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4503667e-ee96-446a-be56-5652e6b1a80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:30:50Z', 'updated_at': '2021-08-18T18:31:05Z', 'revision_number': 1, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:06.258778 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] Checking router: e223368c-9763-4e72-b5f1-5e5432653ecb for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:31:06.267699 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:06.268313 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:30:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:06.312091 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-4d43e8ae-c95a-41d6-80ff-6c5640e9609f service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891657 Aug 18 18:31:06.377201 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:06.401558 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da48efd8-5a1c-4f73-a939-ab43bfede706 req-18e9301c-bca5-481f-a826-69e82287e3b7 service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820596 Aug 18 18:31:06.615030 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': '4db7b433-3b73-4f15-941c-db0d03e217a7', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'port_id': 'e088bd01-e302-4dfc-8c1f-494fe407d273', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'mac_address': 'fa:16:3e:d8:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4503667e-ee96-446a-be56-5652e6b1a80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:30:50Z', 'updated_at': '2021-08-18T18:31:05Z', 'revision_number': 1, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:06.640999 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875ce4e-4244-49d5-b412-a5e85de77cd3 None None] The sync data for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi is: [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': '4db7b433-3b73-4f15-941c-db0d03e217a7', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'port_id': 'e088bd01-e302-4dfc-8c1f-494fe407d273', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'mac_address': 'fa:16:3e:d8:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4503667e-ee96-446a-be56-5652e6b1a80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:30:50Z', 'updated_at': '2021-08-18T18:31:05Z', 'revision_number': 1, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:31:06.840053 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba1e7b5-a1e5-4af4-ba22-869e7fa06877 None None] New status for floating IP 4db7b433-3b73-4f15-941c-db0d03e217a7: ACTIVE {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:31:07.286347 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf7895-348a-4172-b71f-fa2cbefdc66b req-ddd4939b-7d35-4010-98c1-3f123e2c4c5e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:07.288583 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-68cf7895-348a-4172-b71f-fa2cbefdc66b req-ddd4939b-7d35-4010-98c1-3f123e2c4c5e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 943 time: 0.0619786 Aug 18 18:31:07.331157 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-68cf7895-348a-4172-b71f-fa2cbefdc66b req-a45c82fe-c9a3-42c9-a41c-4eade4dad501 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342116 Aug 18 18:31:08.068994 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 09b7ebd9-e761-44f0-8d2f-b8216963214d details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 18:31:08.177089 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 09b7ebd9-e761-44f0-8d2f-b8216963214d, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=09b7ebd9-e761-44f0-8d2f-b8216963214d,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:08.190835 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Returning: {'device': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'port_id': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'mac_address': 'fa:16:3e:15:a0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 18:31:08.230381 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:08.244316 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b7ebd9-e761-44f0-8d2f-b8216963214d {{(pid=93874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 18:31:08.264496 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 09b7ebd9-e761-44f0-8d2f-b8216963214d, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=09b7ebd9-e761-44f0-8d2f-b8216963214d,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:08.270821 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:08.321857 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=09b7ebd9-e761-44f0-8d2f-b8216963214d,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:08.459509 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397a053-9163-42af-9acf-98fb63311c8d req-aaefd36f-b125-4951-8f52-76ec37f9078a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:08.460888 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8397a053-9163-42af-9acf-98fb63311c8d req-aaefd36f-b125-4951-8f52-76ec37f9078a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 944 time: 0.0602391 Aug 18 18:31:08.504186 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-8397a053-9163-42af-9acf-98fb63311c8d req-ae727303-ce7d-4204-b346-c224277aa34b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344062 Aug 18 18:31:08.613601 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['09b7ebd9-e761-44f0-8d2f-b8216963214d'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:31:08.893202 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f29d8c27-3edc-41a2-bb17-3fe1bc9d7054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:09.631981 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c8575-b963-471a-86d9-072c3b0922b2 req-4b780013-1b65-49e8-bbbd-8ca09128b807 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:09.633532 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-130c8575-b963-471a-86d9-072c3b0922b2 req-4b780013-1b65-49e8-bbbd-8ca09128b807 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 944 time: 0.0592265 Aug 18 18:31:09.672947 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-130c8575-b963-471a-86d9-072c3b0922b2 req-d60447a4-907f-4445-923a-e17dd2dc4927 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Aug 18 18:31:10.093495 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 09b7ebd9-e761-44f0-8d2f-b8216963214d up at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 18:31:10.158615 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning for port 09b7ebd9-e761-44f0-8d2f-b8216963214d completed by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 18:31:10.162674 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Provisioning complete for port 09b7ebd9-e761-44f0-8d2f-b8216963214d triggered by entity L2. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:31:10.163040 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:10.243797 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:10.265378 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b7ebd9-e761-44f0-8d2f-b8216963214d'}] {{(pid=93874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:31:10.267740 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba155621ae86ddad35a002b765674f882520dd3d3da28fde37b468232112955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce8550b-e4e6-4231-9069-050f6bfd0537" -d '{"events": [{"server_uuid": "e5dd6317-488d-4c52-90d4-2d286118858f", "name": "network-vif-plugged", "status": "completed", "tag": "09b7ebd9-e761-44f0-8d2f-b8216963214d"}]}' {{(pid=93874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:31:10.282328 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] For port 09b7ebd9-e761-44f0-8d2f-b8216963214d, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=09b7ebd9-e761-44f0-8d2f-b8216963214d,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:10.288234 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:10.312308 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c0163d-e6e6-41c6-b36f-9bc980871b5a x-openstack-request-id: req-b7c0163d-e6e6-41c6-b36f-9bc980871b5a {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:31:10.312564 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dd6317-488d-4c52-90d4-2d286118858f", "name": "network-vif-plugged", "status": "completed", "tag": "09b7ebd9-e761-44f0-8d2f-b8216963214d", "code": 200}]} {{(pid=93874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:31:10.312814 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7c0163d-e6e6-41c6-b36f-9bc980871b5a {{(pid=93874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:31:10.313205 dv-cinder-802882-9-iscsi neutron-server[93874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'code': 200} Aug 18 18:31:10.340727 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Pushing event updated for resources: {'Port': ['ID=09b7ebd9-e761-44f0-8d2f-b8216963214d,revision_number=5']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:10.603859 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1dda3-1b28-4de0-9f2c-0ae198566b0e req-e3bed966-ac3a-4981-84be-1d13aed2d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:10.605868 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e3a1dda3-1b28-4de0-9f2c-0ae198566b0e req-e3bed966-ac3a-4981-84be-1d13aed2d2e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 1098 time: 0.0484600 Aug 18 18:31:10.649099 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e3a1dda3-1b28-4de0-9f2c-0ae198566b0e req-e7cb8b25-a19c-413d-9496-e4926d534072 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349905 Aug 18 18:31:10.807396 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df471a89-96ac-405e-a51a-54cb828147be req-cf9cc396-9725-4aef-9553-1c0cb4e5b08d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:10.808765 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-df471a89-96ac-405e-a51a-54cb828147be req-cf9cc396-9725-4aef-9553-1c0cb4e5b08d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 945 time: 0.0608304 Aug 18 18:31:10.847040 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-df471a89-96ac-405e-a51a-54cb828147be req-6a2abed4-e282-45f9-946b-a72ba30be8e4 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322981 Aug 18 18:31:11.348987 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-5367dc5d-bd21-45a2-8b71-579a2403eac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:11.978538 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d75d2-966a-44c8-8581-2e7dd8bdf4dc req-4b24b408-3a79-46e1-8381-960217e5ffe2 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:11.980043 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-491d75d2-966a-44c8-8581-2e7dd8bdf4dc req-4b24b408-3a79-46e1-8381-960217e5ffe2 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 945 time: 0.0496361 Aug 18 18:31:12.021532 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-491d75d2-966a-44c8-8581-2e7dd8bdf4dc req-0a52a72e-24b4-43ad-ba5e-a832da67bed3 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344703 Aug 18 18:31:12.194125 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:13.104520 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:13.151352 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b621c7d-1722-4362-8fbb-54b5e85c88ee req-9bf59654-7089-4ebc-8b9b-4241dd6ad6e3 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:13.152795 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b621c7d-1722-4362-8fbb-54b5e85c88ee req-9bf59654-7089-4ebc-8b9b-4241dd6ad6e3 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 945 time: 0.0532100 Aug 18 18:31:13.191931 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-3b621c7d-1722-4362-8fbb-54b5e85c88ee req-af410a45-0b94-4346-8fc9-a2cc54d4d556 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329854 Aug 18 18:31:13.319750 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb86e7-b3e0-4622-92a8-192ea9862385 req-188636d2-384f-44d9-8b34-0a7e1aed993c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:13.321201 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-62bb86e7-b3e0-4622-92a8-192ea9862385 req-188636d2-384f-44d9-8b34-0a7e1aed993c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 945 time: 0.0592446 Aug 18 18:31:13.362450 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-62bb86e7-b3e0-4622-92a8-192ea9862385 req-a8bf55f7-b5b2-40e3-bc84-ab1ca8e13ab2 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323789 Aug 18 18:31:13.393443 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49674) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:13.643781 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c25a5ad-4120-40ed-9863-9ee8561b47aa tempest-TestVolumeBootPattern-284120164 tempest-TestVolumeBootPattern-284120164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:13.645248 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3c25a5ad-4120-40ed-9863-9ee8561b47aa tempest-TestVolumeBootPattern-284120164 tempest-TestVolumeBootPattern-284120164-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 1093 time: 0.2505116 Aug 18 18:31:13.648942 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49678) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:13.653310 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Request body: {'floatingip': {'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'port_id': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:31:13.679090 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:13.786145 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:13.898121 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Allocated IP 172.27.1.37 (2c1e297c-fe3c-4594-bab2-5f930eb8e64a/59375a78-d0f6-4028-8ce4-05fa5b445d51/529c8f33-c2f4-4b60-b818-a8e2a4229e28) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 18:31:14.017320 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:14.060755 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747219727701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:14.095474 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Network 2c1e297c-fe3c-4594-bab2-5f930eb8e64a is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 18:31:14.100201 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 18:31:14.103985 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 18:31:14.127993 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'Port': ['ID=529c8f33-c2f4-4b60-b818-a8e2a4229e28,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:14.483689 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:14.557382 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:14.615573 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:14.729896 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:14.737562 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:14.810923 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event updated for resources: {'Port': ['ID=529c8f33-c2f4-4b60-b818-a8e2a4229e28,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:14.827838 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:14.937886 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Floating IP ad954fc4-8e0c-414a-b707-4fcd1abe90b2 associated. External IP: 172.27.1.37, port: 09b7ebd9-e761-44f0-8d2f-b8216963214d. Aug 18 18:31:15.032240 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:15.461327 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:31:15.575773 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:31:15.590676 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] Sync routers for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:31:15.594332 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:15.601819 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:15.602565 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:15.632393 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e599e72f-1875-43a7-b304-c5d48ecd710c tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9818697 Aug 18 18:31:15.633739 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'tag': '09b7ebd9-e761-44f0-8d2f-b8216963214d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:31:15.636373 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62723cf-b27b-4065-8f49-526c19397fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dd6317-488d-4c52-90d4-2d286118858f", "tag": "09b7ebd9-e761-44f0-8d2f-b8216963214d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:31:15.676937 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5d9fde-6857-41ef-bd42-a2316ec64805 x-openstack-request-id: req-ce5d9fde-6857-41ef-bd42-a2316ec64805 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:31:15.677214 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dd6317-488d-4c52-90d4-2d286118858f", "tag": "09b7ebd9-e761-44f0-8d2f-b8216963214d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:31:15.677480 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce5d9fde-6857-41ef-bd42-a2316ec64805 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:31:15.677903 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'tag': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'status': 'completed', 'code': 200} Aug 18 18:31:15.717828 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:15.777779 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-3fd18408-1a3c-4a17-87fc-cb0e7c35ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:15.779587 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-3fd18408-1a3c-4a17-87fc-cb0e7c35ad7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 1098 time: 0.0441687 Aug 18 18:31:15.886127 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-e4a5a169-1bad-4429-8109-95aa1e2b5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:15.887651 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-e4a5a169-1bad-4429-8109-95aa1e2b5abb service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 913 time: 0.0989015 Aug 18 18:31:15.969794 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'ad954fc4-8e0c-414a-b707-4fcd1abe90b2', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:15:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:31:14Z', 'updated_at': '2021-08-18T18:31:14Z', 'revision_number': 0, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}, {'id': 'd6b23573-a27f-4139-8a58-4f341cb45b45', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:c4:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:51Z', 'updated_at': '2021-08-18T18:28:54Z', 'revision_number': 1, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:15.976214 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-788f7692-9d52-45b0-a0c2-a53418ad3956 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09b7ebd9-e761-44f0-8d2f-b8216963214d HTTP/1.1" status: 200 len: 998 time: 0.0793850 Aug 18 18:31:16.000166 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] Checking router: 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:31:16.015530 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:16.016142 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:16.043153 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-c2af202a-5f22-4356-9293-9ac7821ca969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:16.044929 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-c2af202a-5f22-4356-9293-9ac7821ca969 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.0528295 Aug 18 18:31:16.128935 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:16.140876 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-f3fd9538-52e2-4376-9377-9e6eb71e5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:16.142380 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-f3fd9538-52e2-4376-9377-9e6eb71e5faa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505867 Aug 18 18:31:16.245343 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-ba1899a2-adf8-43e1-b2e8-3baef70dd339 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908864 Aug 18 18:31:16.342915 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f62723cf-b27b-4065-8f49-526c19397fb4 req-46add803-7a57-47e0-b531-f130780eae19 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868001 Aug 18 18:31:16.359531 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'ad954fc4-8e0c-414a-b707-4fcd1abe90b2', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:15:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:31:14Z', 'updated_at': '2021-08-18T18:31:14Z', 'revision_number': 0, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}, {'id': 'd6b23573-a27f-4139-8a58-4f341cb45b45', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:c4:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:51Z', 'updated_at': '2021-08-18T18:28:54Z', 'revision_number': 1, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:16.389626 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f8d780-dfcf-4f93-98c5-67374dee2f62 None None] The sync data for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi is: [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'ad954fc4-8e0c-414a-b707-4fcd1abe90b2', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:15:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:31:14Z', 'updated_at': '2021-08-18T18:31:14Z', 'revision_number': 0, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}, {'id': 'd6b23573-a27f-4139-8a58-4f341cb45b45', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:c4:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:51Z', 'updated_at': '2021-08-18T18:28:54Z', 'revision_number': 1, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:31:16.582754 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cba392-9da8-48ec-8442-c3367825108e None None] New status for floating IP ad954fc4-8e0c-414a-b707-4fcd1abe90b2: ACTIVE {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:31:17.019884 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66d7aa-a8a6-44eb-8f4c-c187f593c35e req-85abc540-b30c-4a60-ab4f-041eb7994a1c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:17.021281 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d66d7aa-a8a6-44eb-8f4c-c187f593c35e req-85abc540-b30c-4a60-ab4f-041eb7994a1c tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 947 time: 0.0521748 Aug 18 18:31:17.064348 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-5d66d7aa-a8a6-44eb-8f4c-c187f593c35e req-aa7d0359-ea62-4014-b305-e408341d756f tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335348 Aug 18 18:31:18.193488 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188ca57-dc10-41e6-9e6a-8278ff8a09f8 req-63753378-c76c-457f-a7dd-3484eb960b6e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:18.194882 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d188ca57-dc10-41e6-9e6a-8278ff8a09f8 req-63753378-c76c-457f-a7dd-3484eb960b6e tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 947 time: 0.0538239 Aug 18 18:31:18.237327 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-d188ca57-dc10-41e6-9e6a-8278ff8a09f8 req-857e0f49-b9da-4e6a-87cd-47bd0f6c286a tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd8298c-49c6-49d9-9b88-0f64b0ce8915&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326703 Aug 18 18:31:18.788079 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-c72a68dd-6f93-4579-8a45-98b78dfd68d3 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:18.789572 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-c72a68dd-6f93-4579-8a45-98b78dfd68d3 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 947 time: 0.0527589 Aug 18 18:31:18.892082 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Deleting port 22a03691-3066-4752-89cc-e773f747f724 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:18.892445 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:18.994047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] For port 22a03691-3066-4752-89cc-e773f747f724, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=22a03691-3066-4752-89cc-e773f747f724,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:18.995074 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:19.175693 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:19.175979 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:19.176315 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Floating IP dfc3fc10-613e-4904-baae-ef671d73a30b disassociated. External IP: 172.27.1.195, port: 22a03691-3066-4752-89cc-e773f747f724. Aug 18 18:31:19.176651 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Calling delete_port for 22a03691-3066-4752-89cc-e773f747f724 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:19.310136 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:19.340014 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event deleted for resources: {'Port': ['ID=22a03691-3066-4752-89cc-e773f747f724,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:19.366872 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-797e5f79-25ed-4985-97c0-c0cca5c84e8b req-da39719a-562c-49e6-9d3e-f52c162d8c4b tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e HTTP/1.1" status: 200 len: 210 time: 0.0489810 Aug 18 18:31:19.463260 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:31:19.578672 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:31:19.589179 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] Sync routers for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:31:19.599922 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:19.600621 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:19.619014 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] No DVR routers for this DVR port 22a03691-3066-4752-89cc-e773f747f724 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:31:19.621931 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:19.624028 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54acbfa5-a736-4f91-a7b4-e0f80625c027 req-3a87b7ee-ac25-4b6c-a368-18304aad78a1 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.61 "DELETE /v2.0/ports/22a03691-3066-4752-89cc-e773f747f724 HTTP/1.1" status: 204 len: 173 time: 0.8256199 Aug 18 18:31:19.624479 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'name': 'network-vif-deleted', 'tag': '22a03691-3066-4752-89cc-e773f747f724'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:31:19.626788 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b30f17-e10a-4c94-8c55-9de0b5780222" -d '{"events": [{"server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "name": "network-vif-deleted", "tag": "22a03691-3066-4752-89cc-e773f747f724"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:31:19.671957 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8314677-9d74-4dfe-956b-d3bdff590f9f x-openstack-request-id: req-b8314677-9d74-4dfe-956b-d3bdff590f9f {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:31:19.672256 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e", "name": "network-vif-deleted", "tag": "22a03691-3066-4752-89cc-e773f747f724", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:31:19.672490 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8314677-9d74-4dfe-956b-d3bdff590f9f {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:31:19.672895 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae0b4d7-ea76-4fa4-91e0-9401fd2aab5e', 'name': 'network-vif-deleted', 'tag': '22a03691-3066-4752-89cc-e773f747f724', 'status': 'completed', 'code': 200} Aug 18 18:31:19.853673 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:20.070752 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:20.096201 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] Checking router: 9bdb8882-4dbe-4c12-90bf-148969c16bf4 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:31:20.104660 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:20.105272 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:20.219792 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:20.448080 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:20.460617 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49718) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:20.475081 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c95019-0992-46d0-a7b2-8b87978c84a8 None None] The sync data for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi is: [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:06Z', 'revision_number': 4, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1adae2dc-9b48-4a59-8062-db60c39df812', 'name': '', 'network_id': '243dcccd-cc80-4fd2-90c0-c64fcc1af6cf', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'mac_address': 'fa:16:3e:cf:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:05Z', 'updated_at': '2021-08-18T18:23:13Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'subnets': [{'id': 'f30d5357-e11f-45bd-a5b6-260f711d26ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:31:20.525088 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-702fb128-d641-47e9-ae0d-1ef6a1e8fe60 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:20.552162 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-702fb128-d641-47e9-ae0d-1ef6a1e8fe60 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:20.567974 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0d782712-518e-4bb8-a98d-973167821953 req-9f791458-d7a8-413a-87c8-213195afb50c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499623 Aug 18 18:31:20.608499 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-702fb128-d641-47e9-ae0d-1ef6a1e8fe60 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:20.611238 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-702fb128-d641-47e9-ae0d-1ef6a1e8fe60 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:20.615208 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-702fb128-d641-47e9-ae0d-1ef6a1e8fe60 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "DELETE /v2.0/security-groups/efd8298c-49c6-49d9-9b88-0f64b0ce8915 HTTP/1.1" status: 204 len: 168 time: 0.1510220 Aug 18 18:31:20.616505 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49722) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:20.635581 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.api.v2.resource [None req-bce05447-6830-4fd5-9436-0e35d3263fa5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] show failed (client error): The resource could not be found. Aug 18 18:31:20.637431 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-bce05447-6830-4fd5-9436-0e35d3263fa5 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "GET /v2.0/security-groups/efd8298c-49c6-49d9-9b88-0f64b0ce8915 HTTP/1.1" status: 404 len: 347 time: 0.0194139 Aug 18 18:31:20.638414 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fb128-d641-47e9-ae0d-1ef6a1e8fe60 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8298c-49c6-49d9-9b88-0f64b0ce8915,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:20.641400 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49724) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:20.754850 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122a168-5508-43f4-9bd7-057db7ec1fb1 None None] New status for floating IP dfc3fc10-613e-4904-baae-ef671d73a30b: DOWN {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:31:20.785056 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d782712-518e-4bb8-a98d-973167821953 req-30603ed9-6084-4346-a6e6-7bf1d48890f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:20.786546 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0d782712-518e-4bb8-a98d-973167821953 req-30603ed9-6084-4346-a6e6-7bf1d48890f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 1099 time: 0.1053448 Aug 18 18:31:20.806099 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-7975cd21-7690-440d-bcea-272cfae9ef16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Deleting port 5e78e7cd-66f9-47d4-9c7a-cf8aafdb1735 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:20.806441 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7975cd21-7690-440d-bcea-272cfae9ef16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:20.964547 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7975cd21-7690-440d-bcea-272cfae9ef16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:20.964918 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7975cd21-7690-440d-bcea-272cfae9ef16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:20.976620 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d782712-518e-4bb8-a98d-973167821953 req-dd225deb-b8fc-426a-a5cb-664ea90ca989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:20.978094 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0d782712-518e-4bb8-a98d-973167821953 req-dd225deb-b8fc-426a-a5cb-664ea90ca989 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 913 time: 0.1696002 Aug 18 18:31:20.982621 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-7975cd21-7690-440d-bcea-272cfae9ef16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Calling delete_port for 5e78e7cd-66f9-47d4-9c7a-cf8aafdb1735 owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:21.090187 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0d782712-518e-4bb8-a98d-973167821953 req-2bee0a5a-4dfc-4fea-9584-8f0e1ad4fb07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d2354b4-7272-4f4c-b209-a426e943cbd0 HTTP/1.1" status: 200 len: 1002 time: 0.1034038 Aug 18 18:31:21.159321 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d782712-518e-4bb8-a98d-973167821953 req-98d118bf-208f-4449-9bcb-d84112019b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:21.160846 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0d782712-518e-4bb8-a98d-973167821953 req-98d118bf-208f-4449-9bcb-d84112019b5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.0585496 Aug 18 18:31:21.235574 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7975cd21-7690-440d-bcea-272cfae9ef16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:21.249177 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d782712-518e-4bb8-a98d-973167821953 req-18d465ea-9618-47ca-a3c9-ff3cdc36e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:21.250712 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0d782712-518e-4bb8-a98d-973167821953 req-18d465ea-9618-47ca-a3c9-ff3cdc36e74c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677035 Aug 18 18:31:21.277238 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975cd21-7690-440d-bcea-272cfae9ef16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Pushing event deleted for resources: {'Port': ['ID=5e78e7cd-66f9-47d4-9c7a-cf8aafdb1735,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:21.396373 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7975cd21-7690-440d-bcea-272cfae9ef16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:21.398905 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7975cd21-7690-440d-bcea-272cfae9ef16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:21.400072 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7975cd21-7690-440d-bcea-272cfae9ef16 tempest-AttachVolumeShelveTestJSON-657616031 tempest-AttachVolumeShelveTestJSON-657616031-project] 10.222.0.46 "DELETE /v2.0/floatingips/dfc3fc10-613e-4904-baae-ef671d73a30b HTTP/1.1" status: 204 len: 168 time: 0.7572105 Aug 18 18:31:21.405987 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0d782712-518e-4bb8-a98d-973167821953 req-b650f62e-df5e-439f-a79f-2d32adf27493 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389468 Aug 18 18:31:21.518711 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0d782712-518e-4bb8-a98d-973167821953 req-cc6ecc4e-9422-4d16-a732-86d85405615f service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941460 Aug 18 18:31:22.154056 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 22a03691-3066-4752-89cc-e773f747f724 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:22.175615 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 22a03691-3066-4752-89cc-e773f747f724 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:22.175955 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 22a03691-3066-4752-89cc-e773f747f724 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:23.873075 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49754) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:24.377766 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699318'] for router_interface, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:24.648521 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] Deleting port 1adae2dc-9b48-4a59-8062-db60c39df812 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:24.648896 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:24.735641 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] For port 1adae2dc-9b48-4a59-8062-db60c39df812, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=1adae2dc-9b48-4a59-8062-db60c39df812,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:24.736288 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:24.753628 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] Calling delete_port for 1adae2dc-9b48-4a59-8062-db60c39df812 owned by network:router_interface {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:24.964375 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:24.993959 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] Pushing event deleted for resources: {'Port': ['ID=1adae2dc-9b48-4a59-8062-db60c39df812,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:25.168274 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065510'] for router_interface, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:25.676376 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] Router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:31:25.790139 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:31:25.795758 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-782eecf5-de39-41de-b75d-0a30b600b823 admin admin] 10.222.0.46 "PUT /v2.0/routers/9bdb8882-4dbe-4c12-90bf-148969c16bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9216266 Aug 18 18:31:25.798395 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49760) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:25.798870 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] Sync routers for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:31:25.809111 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:25.809727 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:25.903829 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:25.914529 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:26.012586 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.067676 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Deleting port 1938120b-f578-4960-b4ff-5f3a72729dff {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:26.068017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.097537 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:31:24Z', 'revision_number': 5, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port': {'id': '1938120b-f578-4960-b4ff-5f3a72729dff', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:26.123950 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] Checking router: 9bdb8882-4dbe-4c12-90bf-148969c16bf4 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:31:26.132670 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] Routers {'9bdb8882-4dbe-4c12-90bf-148969c16bf4'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:26.133278 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:26.149544 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] For port 1938120b-f578-4960-b4ff-5f3a72729dff, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=1938120b-f578-4960-b4ff-5f3a72729dff,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:26.149906 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.163842 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Calling delete_port for 1938120b-f578-4960-b4ff-5f3a72729dff owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:26.221140 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] Set router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:26.273820 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:31:26Z', 'revision_number': 6, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port_host': None}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:26.305343 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae4fdba-8987-45c8-bb61-0aec748252cb None None] The sync data for ids ['9bdb8882-4dbe-4c12-90bf-148969c16bf4'] in dv-cinder-802882-9-iscsi is: [{'id': '9bdb8882-4dbe-4c12-90bf-148969c16bf4', 'name': 'tempest-AttachVolumeShelveTestJSON-665206912-router', 'tenant_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:23:02Z', 'updated_at': '2021-08-18T18:31:26Z', 'revision_number': 6, 'project_id': '0f6a1aa3f76a41b7b4320b1ad049d9c2', 'gw_port_host': None}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:31:26.339368 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.367890 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=1938120b-f578-4960-b4ff-5f3a72729dff,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:26.426541 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696174'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.514929 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41190'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.517217 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.574858 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700324'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.575612 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdb8882-4dbe-4c12-90bf-148969c16bf4 {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 18:31:26.580760 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.581902 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f03abcb5-4c60-4992-8767-a8056ef3fb97 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9bdb8882-4dbe-4c12-90bf-148969c16bf4 HTTP/1.1" status: 204 len: 168 time: 0.7825792 Aug 18 18:31:26.585642 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49764) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:26.638874 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f37ea7-6cc5-43d1-b250-c53c715c8c62 admin admin] Deleting subnet f30d5357-e11f-45bd-a5b6-260f711d26ec {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:31:26.642298 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00f37ea7-6cc5-43d1-b250-c53c715c8c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.681873 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00f37ea7-6cc5-43d1-b250-c53c715c8c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227275'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.763657 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00f37ea7-6cc5-43d1-b250-c53c715c8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.818842 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00f37ea7-6cc5-43d1-b250-c53c715c8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3362459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763300'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.851394 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f37ea7-6cc5-43d1-b250-c53c715c8c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30d5357-e11f-45bd-a5b6-260f711d26ec,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:26.853274 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00f37ea7-6cc5-43d1-b250-c53c715c8c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.857496 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac228a78-a78a-4126-9113-5d6dff41d892 None None] Network 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:31:26.858446 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49766) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:26.858886 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-00f37ea7-6cc5-43d1-b250-c53c715c8c62 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f30d5357-e11f-45bd-a5b6-260f711d26ec HTTP/1.1" status: 204 len: 168 time: 0.2718532 Aug 18 18:31:26.933930 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:26.985458 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Deleting port b090d0c0-ad12-4f1f-a784-89b98bbf998c {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:26.985797 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.053360 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] For port b090d0c0-ad12-4f1f-a784-89b98bbf998c, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b090d0c0-ad12-4f1f-a784-89b98bbf998c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:27.053819 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.076200 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Calling delete_port for b090d0c0-ad12-4f1f-a784-89b98bbf998c owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:27.078424 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1af51-7f13-446a-a942-a21cc9c98e25 None None] DHCP port deletion for 243dcccd-cc80-4fd2-90c0-c64fcc1af6cf request from dv-cinder-802882-9-iscsi {{(pid=93874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 18:31:27.135151 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-9be1af51-7f13-446a-a942-a21cc9c98e25 None None] Deleting port b090d0c0-ad12-4f1f-a784-89b98bbf998c {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:27.135580 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9be1af51-7f13-446a-a942-a21cc9c98e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.158003 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.170745 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1938120b-f578-4960-b4ff-5f3a72729dff no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:27.183958 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b090d0c0-ad12-4f1f-a784-89b98bbf998c,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:27.187322 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] No DVR routers for this DVR port b090d0c0-ad12-4f1f-a784-89b98bbf998c on host dv-cinder-802882-9-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:31:27.197750 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 1938120b-f578-4960-b4ff-5f3a72729dff {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:27.198114 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1938120b-f578-4960-b4ff-5f3a72729dff not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:27.198522 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b090d0c0-ad12-4f1f-a784-89b98bbf998c no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:27.230441 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: b090d0c0-ad12-4f1f-a784-89b98bbf998c {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:27.230775 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b090d0c0-ad12-4f1f-a784-89b98bbf998c not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:27.231179 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1adae2dc-9b48-4a59-8062-db60c39df812 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:27.253826 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 1adae2dc-9b48-4a59-8062-db60c39df812 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:27.254168 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1adae2dc-9b48-4a59-8062-db60c39df812 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:27.256726 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-9be1af51-7f13-446a-a942-a21cc9c98e25 None None] For port b090d0c0-ad12-4f1f-a784-89b98bbf998c, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b090d0c0-ad12-4f1f-a784-89b98bbf998c,segment=NetworkSegment(96c69891-03f8-44f5-8dc9-2f939c0c92e3),segment_id=96c69891-03f8-44f5-8dc9-2f939c0c92e3)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:27.257131 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9be1af51-7f13-446a-a942-a21cc9c98e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.262328 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.269047 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-9be1af51-7f13-446a-a942-a21cc9c98e25 None None] Calling delete_port for b090d0c0-ad12-4f1f-a784-89b98bbf998c owned by network:dhcp {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:27.273264 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243dcccd-cc80-4fd2-90c0-c64fcc1af6cf']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:27.284727 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c69891-03f8-44f5-8dc9-2f939c0c92e3') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:27.285201 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c69891-03f8-44f5-8dc9-2f939c0c92e3') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:27.294532 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282901'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.309961 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.317594 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:31:27.318038 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263383'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: timer() Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: cb(*args, **kw) Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: self._notify() Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: self.callback(batched_events) Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: event.method(event) Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._get(url).json() Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:31:27.320413 dv-cinder-802882-9-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:31:27.353393 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-9be1af51-7f13-446a-a942-a21cc9c98e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.380528 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1af51-7f13-446a-a942-a21cc9c98e25 None None] Pushing event deleted for resources: {'Port': ['ID=b090d0c0-ad12-4f1f-a784-89b98bbf998c,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:27.381732 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.384394 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1af51-7f13-446a-a942-a21cc9c98e25 None None] No DVR routers for this DVR port b090d0c0-ad12-4f1f-a784-89b98bbf998c on host dv-cinder-802882-9-iscsi {{(pid=93874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:31:27.387953 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.389738 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/243dcccd-cc80-4fd2-90c0-c64fcc1af6cf HTTP/1.1" status: 204 len: 168 time: 0.5303063 Aug 18 18:31:27.407614 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822b989-6f84-4a81-87f3-c55c4e3404b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=243dcccd-cc80-4fd2-90c0-c64fcc1af6cf,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:27.521951 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49772) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:27.564710 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b63fd705-3305-4ec8-9990-c1ad6dc26eea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f6a1aa3f76a41b7b4320b1ad049d9c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415421 Aug 18 18:31:27.568599 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49774) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:27.618842 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bd92562d-d855-413b-8a79-10aaaab04c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.642264 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bd92562d-d855-413b-8a79-10aaaab04c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.693499 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bd92562d-d855-413b-8a79-10aaaab04c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.696045 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bd92562d-d855-413b-8a79-10aaaab04c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:27.699612 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-bd92562d-d855-413b-8a79-10aaaab04c8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0f28a0c-3f38-45a4-a047-b75e28034153 HTTP/1.1" status: 204 len: 168 time: 0.1276920 Aug 18 18:31:27.705868 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92562d-d855-413b-8a79-10aaaab04c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f28a0c-3f38-45a4-a047-b75e28034153,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:31.589685 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49842) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:31.703485 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1075856-52eb-4f4f-9a45-1cbe84a975dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:31.802635 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1075856-52eb-4f4f-9a45-1cbe84a975dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:31.807886 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d1075856-52eb-4f4f-9a45-1cbe84a975dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:31.844724 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1075856-52eb-4f4f-9a45-1cbe84a975dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac86721-5748-4ae0-801f-15ac6a7e0f66,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:31.848913 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d1075856-52eb-4f4f-9a45-1cbe84a975dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1688668617874fb295f1d3194a49e385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580612 Aug 18 18:31:31.851842 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49848) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:31.902834 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e759-bd79-4d5c-87cd-77bcc2de25ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:31.926608 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e759-bd79-4d5c-87cd-77bcc2de25ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:31.984274 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e759-bd79-4d5c-87cd-77bcc2de25ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:31.987535 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e759-bd79-4d5c-87cd-77bcc2de25ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:31.988690 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5ec2e759-bd79-4d5c-87cd-77bcc2de25ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fac86721-5748-4ae0-801f-15ac6a7e0f66 HTTP/1.1" status: 204 len: 168 time: 0.1359403 Aug 18 18:31:31.996480 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2e759-bd79-4d5c-87cd-77bcc2de25ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac86721-5748-4ae0-801f-15ac6a7e0f66,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:35.059580 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 49986) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:35.189698 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b00602ba-ba8d-4f6e-b3bd-512a22226469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.287939 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b00602ba-ba8d-4f6e-b3bd-512a22226469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.293324 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b00602ba-ba8d-4f6e-b3bd-512a22226469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.333490 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b00602ba-ba8d-4f6e-b3bd-512a22226469 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=332e49f9b10249959c5a57441e6226cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728071 Aug 18 18:31:35.334736 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00602ba-ba8d-4f6e-b3bd-512a22226469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39676ec7-20a8-47f7-8310-77b0df4c2f07,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:35.336274 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49992) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:35.391687 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f518a8b2-a6e0-4b6d-8d5d-b39def2cf4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.414237 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f518a8b2-a6e0-4b6d-8d5d-b39def2cf4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.462716 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f518a8b2-a6e0-4b6d-8d5d-b39def2cf4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.465351 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f518a8b2-a6e0-4b6d-8d5d-b39def2cf4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.466605 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f518a8b2-a6e0-4b6d-8d5d-b39def2cf4d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39676ec7-20a8-47f7-8310-77b0df4c2f07 HTTP/1.1" status: 204 len: 168 time: 0.1284752 Aug 18 18:31:35.474854 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518a8b2-a6e0-4b6d-8d5d-b39def2cf4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39676ec7-20a8-47f7-8310-77b0df4c2f07,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:35.743378 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 49998) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:35.757169 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3719d1a1-6356-4aa6-98eb-089328f90b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.848233 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3719d1a1-6356-4aa6-98eb-089328f90b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.853008 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3719d1a1-6356-4aa6-98eb-089328f90b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.896710 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3719d1a1-6356-4aa6-98eb-089328f90b56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=edfae33327da4b33b0e81f1307185c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521950 Aug 18 18:31:35.897928 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719d1a1-6356-4aa6-98eb-089328f90b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd35305e-05c9-410c-8af7-44da18ff4408,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:35.899670 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50000) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:35.949076 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1367b650-a2ab-42a7-89d1-b63efa6b7661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:35.969811 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1367b650-a2ab-42a7-89d1-b63efa6b7661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:36.027179 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1367b650-a2ab-42a7-89d1-b63efa6b7661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:36.031356 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1367b650-a2ab-42a7-89d1-b63efa6b7661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:36.033046 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-1367b650-a2ab-42a7-89d1-b63efa6b7661 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd35305e-05c9-410c-8af7-44da18ff4408 HTTP/1.1" status: 204 len: 168 time: 0.1322622 Aug 18 18:31:36.040928 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367b650-a2ab-42a7-89d1-b63efa6b7661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd35305e-05c9-410c-8af7-44da18ff4408,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:38.247581 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:31:38.668803 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50080) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:38.792847 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f8a32757-ac19-4f7d-af91-591298b8e208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:38.882569 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f8a32757-ac19-4f7d-af91-591298b8e208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:38.888709 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f8a32757-ac19-4f7d-af91-591298b8e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:38.897651 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dcec25ea-13f8-4a77-8a49-cff12a659737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:38.926925 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-f8a32757-ac19-4f7d-af91-591298b8e208 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=097f367fc5224cd980910e16a9de4855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569506 Aug 18 18:31:38.927901 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a32757-ac19-4f7d-af91-591298b8e208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3affea53-265e-4011-8092-292fefe84126,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:38.929958 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50084) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:38.980763 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a174a78-4867-4334-990c-a945e64ed3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.005860 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a174a78-4867-4334-990c-a945e64ed3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.055459 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a174a78-4867-4334-990c-a945e64ed3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.058122 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a174a78-4867-4334-990c-a945e64ed3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.059388 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9a174a78-4867-4334-990c-a945e64ed3c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3affea53-265e-4011-8092-292fefe84126 HTTP/1.1" status: 204 len: 168 time: 0.1283426 Aug 18 18:31:39.068943 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a174a78-4867-4334-990c-a945e64ed3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3affea53-265e-4011-8092-292fefe84126,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:39.347528 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50092) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:39.359543 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-ac554d0c-775f-4925-b1a2-d464b6e3be96 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746297153&fields=id&tenant_id=c979ed14b26e4101b2e7ba31b860e626 HTTP/1.1" status: 200 len: 267 time: 0.0389469 Aug 18 18:31:39.363554 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7f73e308-ada5-4f48-aa84-c70f6eff26c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.415422 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-e9476d9e-e00f-49d2-8607-d06d1aa15a61 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:39.416968 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-e9476d9e-e00f-49d2-8607-d06d1aa15a61 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 984 time: 0.0507498 Aug 18 18:31:39.428700 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-341661fd-dd5a-41d4-8051-090e58075827 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Request body: {'port': {'security_groups': ['e954bb83-1e84-4859-a5c2-55e1017e29db']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 18:31:39.455316 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7f73e308-ada5-4f48-aa84-c70f6eff26c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.460506 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7f73e308-ada5-4f48-aa84-c70f6eff26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.497242 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-341661fd-dd5a-41d4-8051-090e58075827 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939329'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.501543 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-7f73e308-ada5-4f48-aa84-c70f6eff26c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71cd449173214bbfbc00ee2cdfbca511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503804 Aug 18 18:31:39.501543 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73e308-ada5-4f48-aa84-c70f6eff26c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c7216e-0d3a-4543-b1ef-d9ee66df8ecd,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:39.503106 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50094) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:39.553519 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03fb-d2f5-47ea-99ab-b759027c7587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.574989 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03fb-d2f5-47ea-99ab-b759027c7587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.621409 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03fb-d2f5-47ea-99ab-b759027c7587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.624029 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03fb-d2f5-47ea-99ab-b759027c7587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.625202 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e1ad03fb-d2f5-47ea-99ab-b759027c7587 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1c7216e-0d3a-4543-b1ef-d9ee66df8ecd HTTP/1.1" status: 204 len: 168 time: 0.1206768 Aug 18 18:31:39.633939 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad03fb-d2f5-47ea-99ab-b759027c7587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c7216e-0d3a-4543-b1ef-d9ee66df8ecd,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:39.679089 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-341661fd-dd5a-41d4-8051-090e58075827 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] For port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:39.708992 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-341661fd-dd5a-41d4-8051-090e58075827 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.714351 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-341661fd-dd5a-41d4-8051-090e58075827 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747220249968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747219727719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747219727737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3362529'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.753854 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['2f44cdbb-7a96-4829-b57f-aa48e7cc917d'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:31:39.757276 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-341661fd-dd5a-41d4-8051-090e58075827 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:39.757935 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-341661fd-dd5a-41d4-8051-090e58075827 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.759428 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a26b1fd4-bc13-4fad-8f1a-708c565668d5 req-341661fd-dd5a-41d4-8051-090e58075827 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "PUT /v2.0/ports/2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 200 len: 942 time: 0.3354936 Aug 18 18:31:39.759941 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:31:39.762322 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca684e57-5660-4829-a623-9922147299cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:31:39.767158 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50102) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:39.824085 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86267791-d401-4ac9-a356-7d21041e51fe x-openstack-request-id: req-86267791-d401-4ac9-a356-7d21041e51fe {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:31:39.824444 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:31:39.824763 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86267791-d401-4ac9-a356-7d21041e51fe {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:31:39.825226 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'status': 'completed', 'code': 200} Aug 18 18:31:39.828473 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341661fd-dd5a-41d4-8051-090e58075827 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event updated for resources: {'Port': ['ID=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,revision_number=7']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:39.884890 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30df81b0-6703-400c-a0d1-a61230ca0f1a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.931211 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30df81b0-6703-400c-a0d1-a61230ca0f1a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:39.944300 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['2f44cdbb-7a96-4829-b57f-aa48e7cc917d'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:31:39.970584 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca684e57-5660-4829-a623-9922147299cb req-5ea19212-43ce-4107-8bd6-6f075c64ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:39.972582 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca684e57-5660-4829-a623-9922147299cb req-5ea19212-43ce-4107-8bd6-6f075c64ad6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c979ed14b26e4101b2e7ba31b860e626&device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 1098 time: 0.0806563 Aug 18 18:31:40.021727 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30df81b0-6703-400c-a0d1-a61230ca0f1a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:40.025309 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30df81b0-6703-400c-a0d1-a61230ca0f1a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:40.032967 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-30df81b0-6703-400c-a0d1-a61230ca0f1a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "DELETE /v2.0/security-groups/e6431b89-0059-4a02-9cdf-ffea5ea60a00 HTTP/1.1" status: 204 len: 168 time: 0.2645721 Aug 18 18:31:40.033904 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50110) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:40.061695 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df81b0-6703-400c-a0d1-a61230ca0f1a tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6431b89-0059-4a02-9cdf-ffea5ea60a00,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:40.098147 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca684e57-5660-4829-a623-9922147299cb req-ea66a0b1-1902-473d-9162-110e27fbbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:40.100350 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca684e57-5660-4829-a623-9922147299cb req-ea66a0b1-1902-473d-9162-110e27fbbb75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=43779964-1c40-4104-a65f-5211f29da8bb HTTP/1.1" status: 200 len: 915 time: 0.1190393 Aug 18 18:31:40.176320 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca684e57-5660-4829-a623-9922147299cb req-3d76b682-43d4-4699-b2cb-15ac331cf0f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 200 len: 1001 time: 0.0655708 Aug 18 18:31:40.185276 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-d7f0e9c6-d05d-4aa5-850c-4d32a52ac1e7 None None] Provisioning complete for port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d triggered by entity DHCP. {{(pid=93874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 18:31:40.185976 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d7f0e9c6-d05d-4aa5-850c-4d32a52ac1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963814'] for port, provisioning_complete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:40.244371 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca684e57-5660-4829-a623-9922147299cb req-743dc868-d73f-4a69-8f02-45693a497935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:40.245980 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca684e57-5660-4829-a623-9922147299cb req-743dc868-d73f-4a69-8f02-45693a497935 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc048d8-5765-410c-afa6-aa066d1dc6af HTTP/1.1" status: 200 len: 853 time: 0.0620222 Aug 18 18:31:40.276950 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Deleting port 9ef042fd-0090-4c89-b04a-0d658d32d05a {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:40.277293 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:40.309177 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca684e57-5660-4829-a623-9922147299cb req-465e4b5d-1cd8-4c48-b70b-32bd0e038130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:40.310974 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca684e57-5660-4829-a623-9922147299cb req-465e4b5d-1cd8-4c48-b70b-32bd0e038130 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43779964-1c40-4104-a65f-5211f29da8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543671 Aug 18 18:31:40.370954 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:40.371317 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:40.385747 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Calling delete_port for 9ef042fd-0090-4c89-b04a-0d658d32d05a owned by network:floatingip {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:40.407062 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca684e57-5660-4829-a623-9922147299cb req-a7a3bdc7-e264-4a26-8577-e2ff3d135f78 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866683 Aug 18 18:31:40.513540 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca684e57-5660-4829-a623-9922147299cb req-c90c3bac-083d-4a14-bf8b-b1af121b381f service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975249 Aug 18 18:31:40.850653 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:40.894916 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event deleted for resources: {'Port': ['ID=9ef042fd-0090-4c89-b04a-0d658d32d05a,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:40.969578 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks [] for floatingip, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:40.969985 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.db.l3_db [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Floating IP 22c73668-1eac-45be-900d-a32303907518 disassociated (deleted). External IP: 172.27.1.249, port: 2f44cdbb-7a96-4829-b57f-aa48e7cc917d. Aug 18 18:31:41.198824 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Router d67b1053-e7d1-46d2-a596-1cd3410e8f82 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:31:41.320001 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:31:41.325792 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:41.333012 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] Sync routers for ids ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:31:41.342606 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fd17bded-e632-42ed-9719-e2298f433373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:41.343941 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] Routers {'d67b1053-e7d1-46d2-a596-1cd3410e8f82'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:41.344559 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:41.356357 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-d7e3baa2-f496-4b0e-a59f-d3869493fb53 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "DELETE /v2.0/floatingips/22c73668-1eac-45be-900d-a32303907518 HTTP/1.1" status: 204 len: 168 time: 1.3029058 Aug 18 18:31:41.356924 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:31:41.359195 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3147512c4fa157d754f702ef9723cc7336f59ba7208018a681c655e88a5a3d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a3df68-447f-4789-a328-7a0f912468da" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:31:41.399787 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff90bc52-3f50-4066-98b2-12d85d081352 x-openstack-request-id: req-ff90bc52-3f50-4066-98b2-12d85d081352 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:31:41.400080 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d", "status": "completed", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:31:41.400331 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff90bc52-3f50-4066-98b2-12d85d081352 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:31:41.400738 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'status': 'completed', 'code': 200} Aug 18 18:31:41.455338 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] Set router d67b1053-e7d1-46d2-a596-1cd3410e8f82 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:41.500395 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3df68-447f-4789-a328-7a0f912468da req-f7d566c4-cdba-4250-a23c-f46d5b5c4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:41.501925 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8a3df68-447f-4789-a328-7a0f912468da req-f7d566c4-cdba-4250-a23c-f46d5b5c4ec5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c979ed14b26e4101b2e7ba31b860e626&device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 1098 time: 0.0414581 Aug 18 18:31:41.610736 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3df68-447f-4789-a328-7a0f912468da req-53511203-ab99-4382-a89d-1b5bec73833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:41.612389 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8a3df68-447f-4789-a328-7a0f912468da req-53511203-ab99-4382-a89d-1b5bec73833c service neutron] 10.222.0.61 "GET /v2.0/networks?id=43779964-1c40-4104-a65f-5211f29da8bb HTTP/1.1" status: 200 len: 915 time: 0.1023009 Aug 18 18:31:41.664964 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:35Z', 'revision_number': 5, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:41.683428 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8a3df68-447f-4789-a328-7a0f912468da req-88b1b73a-fc1b-4bcc-bd73-2d2e83a92e77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 200 len: 217 time: 0.0382376 Aug 18 18:31:41.692579 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] Checking router: d67b1053-e7d1-46d2-a596-1cd3410e8f82 for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:31:41.700965 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] Routers {'d67b1053-e7d1-46d2-a596-1cd3410e8f82'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:41.701572 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:41.735276 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3df68-447f-4789-a328-7a0f912468da req-8fae0b8d-1964-469f-a53e-9649ad3be888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:41.736886 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8a3df68-447f-4789-a328-7a0f912468da req-8fae0b8d-1964-469f-a53e-9649ad3be888 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc048d8-5765-410c-afa6-aa066d1dc6af HTTP/1.1" status: 200 len: 853 time: 0.0454054 Aug 18 18:31:41.794720 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3df68-447f-4789-a328-7a0f912468da req-8bf53ac9-8eaf-4f5a-9ea2-62dbc69f6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:41.796282 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8a3df68-447f-4789-a328-7a0f912468da req-8bf53ac9-8eaf-4f5a-9ea2-62dbc69f6301 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43779964-1c40-4104-a65f-5211f29da8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487676 Aug 18 18:31:41.808815 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] Set router d67b1053-e7d1-46d2-a596-1cd3410e8f82 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:41.888816 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8a3df68-447f-4789-a328-7a0f912468da req-52cc9ce0-9333-4205-80fe-f1dca44afda4 service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Aug 18 18:31:41.992763 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8a3df68-447f-4789-a328-7a0f912468da req-ff16a310-6274-41b3-a66e-97d0d0f765dd service neutron] 10.222.0.61 "GET /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947540 Aug 18 18:31:42.007557 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:35Z', 'revision_number': 5, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:42.038765 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5056c39c-adfa-4660-a8be-1dea907d03af None None] The sync data for ids ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'] in dv-cinder-802882-9-iscsi is: [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:29:29Z', 'revision_number': 4, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': 'fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f', 'name': '', 'network_id': '43779964-1c40-4104-a65f-5211f29da8bb', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'mac_address': 'fa:16:3e:0c:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:28Z', 'updated_at': '2021-08-18T18:29:35Z', 'revision_number': 5, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'subnets': [{'id': 'dfc048d8-5765-410c-afa6-aa066d1dc6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:31:42.196990 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:42.285898 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfece704-e582-4a70-8d3d-929cf245dcd7 None None] New status for floating IP 22c73668-1eac-45be-900d-a32303907518: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:31:43.106864 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:43.958677 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50198) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:44.069841 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-855a5c09-7b09-4763-bb14-d39bc71960cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:44.113363 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d719c01-ff51-4bb2-a118-cd9c20edf67e req-d9b3ac41-24bc-40e4-b36e-e57c7fe6d919 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:44.115103 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d719c01-ff51-4bb2-a118-cd9c20edf67e req-d9b3ac41-24bc-40e4-b36e-e57c7fe6d919 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Aug 18 18:31:44.153827 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d719c01-ff51-4bb2-a118-cd9c20edf67e req-012495ec-fd24-4f7a-9fae-7c84b993b643 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323644 Aug 18 18:31:44.165253 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-855a5c09-7b09-4763-bb14-d39bc71960cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:44.169836 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-855a5c09-7b09-4763-bb14-d39bc71960cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:44.208631 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-855a5c09-7b09-4763-bb14-d39bc71960cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e055efdd85484ced8394a73cafc52b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480865 Aug 18 18:31:44.209426 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a5c09-7b09-4763-bb14-d39bc71960cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2c1411-ea6a-432c-b475-08fc0f090716,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:44.211186 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50204) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:44.259849 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:44.281895 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:44.335689 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:44.338657 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:44.342598 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e2c1411-ea6a-432c-b475-08fc0f090716 HTTP/1.1" status: 204 len: 168 time: 0.1303308 Aug 18 18:31:44.350763 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2c1411-ea6a-432c-b475-08fc0f090716,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:44.358046 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.358340 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.358687 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.359030 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.359516 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.359858 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.360186 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.360513 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.360842 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.361183 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.361523 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.361844 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c69b5-8279-436f-ae18-d518931e45db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:44.617735 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:45.027531 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:45.277722 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d4e0-5330-4c24-a421-9a478b2e092e req-cf225c19-a16c-4b70-a36e-de9c78f87da1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:45.279172 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4023d4e0-5330-4c24-a421-9a478b2e092e req-cf225c19-a16c-4b70-a36e-de9c78f87da1 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0554788 Aug 18 18:31:45.321117 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4023d4e0-5330-4c24-a421-9a478b2e092e req-218b16d6-362b-4cb7-b02d-cf5082f72d09 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Aug 18 18:31:46.310848 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-e5bdfad1-1c2f-4bfd-9556-766e50acc10c tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:46.313104 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-e5bdfad1-1c2f-4bfd-9556-766e50acc10c tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0666194 Aug 18 18:31:46.437696 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-5064f505-fbd6-494a-9faa-6a9fe7d8daff tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Deleting port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:46.437986 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-5064f505-fbd6-494a-9faa-6a9fe7d8daff tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:46.451052 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d920bf-cb6a-49d0-98b1-f867abfefa90 req-e0b4f11c-42b3-4727-bde0-a022ce4b4edb tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:31:46.452579 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-33d920bf-cb6a-49d0-98b1-f867abfefa90 req-e0b4f11c-42b3-4727-bde0-a022ce4b4edb tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 945 time: 0.0618703 Aug 18 18:31:46.538057 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-33d920bf-cb6a-49d0-98b1-f867abfefa90 req-9f27d170-907b-4800-8d78-9080fc37e0a5 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/security-groups?id=e954bb83-1e84-4859-a5c2-55e1017e29db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753250 Aug 18 18:31:46.566106 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-5064f505-fbd6-494a-9faa-6a9fe7d8daff tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] For port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:46.566498 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-5064f505-fbd6-494a-9faa-6a9fe7d8daff tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:46.580820 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-5064f505-fbd6-494a-9faa-6a9fe7d8daff tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Calling delete_port for 2f44cdbb-7a96-4829-b57f-aa48e7cc917d owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:46.720411 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-5064f505-fbd6-494a-9faa-6a9fe7d8daff tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:46.759192 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064f505-fbd6-494a-9faa-6a9fe7d8daff tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Pushing event deleted for resources: {'Port': ['ID=2f44cdbb-7a96-4829-b57f-aa48e7cc917d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:46.764442 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] get_ports_and_sgs() called for port_ids ['2f44cdbb-7a96-4829-b57f-aa48e7cc917d'] {{(pid=93874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 18:31:46.802101 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-5064f505-fbd6-494a-9faa-6a9fe7d8daff tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] No DVR routers for this DVR port 2f44cdbb-7a96-4829-b57f-aa48e7cc917d on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:31:46.804776 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-5064f505-fbd6-494a-9faa-6a9fe7d8daff tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:46.806795 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6c798fa3-1039-43c9-b83c-dfd827f15eb8 req-5064f505-fbd6-494a-9faa-6a9fe7d8daff tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.61 "DELETE /v2.0/ports/2f44cdbb-7a96-4829-b57f-aa48e7cc917d HTTP/1.1" status: 204 len: 173 time: 0.4868970 Aug 18 18:31:46.807225 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'name': 'network-vif-deleted', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:31:46.809509 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5f4f0d-1c5f-4daf-9ad1-a4405d48c1f4" -d '{"events": [{"server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "name": "network-vif-deleted", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:31:46.849034 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2cf96e-e662-4fab-94f7-f5231b0f67fb x-openstack-request-id: req-0c2cf96e-e662-4fab-94f7-f5231b0f67fb {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:31:46.849367 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52c364-2da6-4286-9bfa-ca8965db2298", "name": "network-vif-deleted", "tag": "2f44cdbb-7a96-4829-b57f-aa48e7cc917d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:31:46.849586 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c2cf96e-e662-4fab-94f7-f5231b0f67fb {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:31:46.850137 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52c364-2da6-4286-9bfa-ca8965db2298', 'name': 'network-vif-deleted', 'tag': '2f44cdbb-7a96-4829-b57f-aa48e7cc917d', 'status': 'completed', 'code': 200} Aug 18 18:31:47.666706 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-f745012c-2a1b-4bb8-bbfa-68f6e681e43a req-55a8f00a-0394-4aac-a9e8-acd8be5e9fd8 tempest-TestMinimumBasicScenario-231623638 tempest-TestMinimumBasicScenario-231623638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed52c364-2da6-4286-9bfa-ca8965db2298 HTTP/1.1" status: 200 len: 210 time: 0.0280600 Aug 18 18:31:47.945677 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50268) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:48.056633 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c7108f7d-fcc7-421d-8ce4-02bc1ce9a909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:48.145478 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c7108f7d-fcc7-421d-8ce4-02bc1ce9a909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:48.151885 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c7108f7d-fcc7-421d-8ce4-02bc1ce9a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:48.187835 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7108f7d-fcc7-421d-8ce4-02bc1ce9a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843285cf-8e9c-4f75-9675-e63136560ba8,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:48.192142 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c7108f7d-fcc7-421d-8ce4-02bc1ce9a909 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c98d9c86f4748a2b872a5a315646cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454426 Aug 18 18:31:48.194849 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50272) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:48.247768 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0a7586dc-d719-4f6b-b440-8d6a6e2052a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:48.274199 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0a7586dc-d719-4f6b-b440-8d6a6e2052a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:48.322469 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0a7586dc-d719-4f6b-b440-8d6a6e2052a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:48.325158 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0a7586dc-d719-4f6b-b440-8d6a6e2052a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:48.326325 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-0a7586dc-d719-4f6b-b440-8d6a6e2052a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/843285cf-8e9c-4f75-9675-e63136560ba8 HTTP/1.1" status: 204 len: 168 time: 0.1304832 Aug 18 18:31:48.334004 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7586dc-d719-4f6b-b440-8d6a6e2052a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843285cf-8e9c-4f75-9675-e63136560ba8,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:49.411841 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50382) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:49.776265 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699318'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:50.062639 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Deleting port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:50.062971 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:50.149055 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] For port fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:50.149420 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:50.162194 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Calling delete_port for fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:50.298648 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 2f44cdbb-7a96-4829-b57f-aa48e7cc917d no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:50.323718 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 2f44cdbb-7a96-4829-b57f-aa48e7cc917d {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:50.324259 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 2f44cdbb-7a96-4829-b57f-aa48e7cc917d not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:50.363324 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:50.390403 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:50.414037 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.414814 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.414814 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.415043 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.415358 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.415715 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.416037 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.416355 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.416656 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.416975 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.417289 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.417604 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:31:50.564405 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065510'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:50.807514 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Router d67b1053-e7d1-46d2-a596-1cd3410e8f82 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:31:50.915706 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:31:50.920737 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b8f79a23-41ca-42b4-a870-7dafcb5bce79 admin admin] 10.222.0.46 "PUT /v2.0/routers/d67b1053-e7d1-46d2-a596-1cd3410e8f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5078740 Aug 18 18:31:50.923519 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50406) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:50.928270 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] Sync routers for ids ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:31:50.939157 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] Routers {'d67b1053-e7d1-46d2-a596-1cd3410e8f82'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:50.940065 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:51.038303 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.045975 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] Set router d67b1053-e7d1-46d2-a596-1cd3410e8f82 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:51.153761 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.209774 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Deleting port e6b792f4-e741-43b1-80a0-93fe476f23fd {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:51.210125 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.235304 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:31:50Z', 'revision_number': 5, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port': {'id': 'e6b792f4-e741-43b1-80a0-93fe476f23fd', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:27Z', 'updated_at': '2021-08-18T18:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:51.260648 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] Checking router: d67b1053-e7d1-46d2-a596-1cd3410e8f82 for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:31:51.269081 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] Routers {'d67b1053-e7d1-46d2-a596-1cd3410e8f82'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:51.269715 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:51.294933 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] For port e6b792f4-e741-43b1-80a0-93fe476f23fd, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=e6b792f4-e741-43b1-80a0-93fe476f23fd,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:51.295340 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.312232 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Calling delete_port for e6b792f4-e741-43b1-80a0-93fe476f23fd owned by network:router_gateway {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:51.362568 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] Set router d67b1053-e7d1-46d2-a596-1cd3410e8f82 gateway port host: None {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:51.426881 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:31:51Z', 'revision_number': 6, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port_host': None}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:51.454932 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1792fe72-630a-470d-80d5-c40787db6383 None None] The sync data for ids ['d67b1053-e7d1-46d2-a596-1cd3410e8f82'] in dv-cinder-802882-9-iscsi is: [{'id': 'd67b1053-e7d1-46d2-a596-1cd3410e8f82', 'name': 'tempest-TestMinimumBasicScenario-230081459-router', 'tenant_id': 'c979ed14b26e4101b2e7ba31b860e626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:26Z', 'updated_at': '2021-08-18T18:31:51Z', 'revision_number': 6, 'project_id': 'c979ed14b26e4101b2e7ba31b860e626', 'gw_port_host': None}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:31:51.502613 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.532606 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b792f4-e741-43b1-80a0-93fe476f23fd,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:51.611311 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696174'] for router_gateway, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.714560 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41190'] for router, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.716833 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.769911 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700324'] for router, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.770411 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d67b1053-e7d1-46d2-a596-1cd3410e8f82 {{(pid=93873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 18:31:51.777510 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.779599 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-973da042-4f5a-41e5-b92f-7af19d1ceec6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d67b1053-e7d1-46d2-a596-1cd3410e8f82 HTTP/1.1" status: 204 len: 168 time: 0.8547995 Aug 18 18:31:51.784032 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50412) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:51.840418 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c6eac3-f500-425d-a561-e25a9395c7db admin admin] Deleting subnet dfc048d8-5765-410c-afa6-aa066d1dc6af {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:31:51.841343 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-30c6eac3-f500-425d-a561-e25a9395c7db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.891262 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-30c6eac3-f500-425d-a561-e25a9395c7db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227275'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:51.991497 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-30c6eac3-f500-425d-a561-e25a9395c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.057160 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-30c6eac3-f500-425d-a561-e25a9395c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3362459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763300'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.090758 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6eac3-f500-425d-a561-e25a9395c7db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc048d8-5765-410c-afa6-aa066d1dc6af,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:52.092746 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-30c6eac3-f500-425d-a561-e25a9395c7db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.094715 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-30c6eac3-f500-425d-a561-e25a9395c7db admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dfc048d8-5765-410c-afa6-aa066d1dc6af HTTP/1.1" status: 204 len: 168 time: 0.3093436 Aug 18 18:31:52.097363 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50414) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:52.100244 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9950941-5e85-4c92-82f9-5f5a1211a195 None None] Network 43779964-1c40-4104-a65f-5211f29da8bb requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:31:52.182950 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.257617 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Deleting port fee8927e-a5e6-4367-9db5-e9bfc9e8b778 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:52.257969 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.323808 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] For port fee8927e-a5e6-4367-9db5-e9bfc9e8b778, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=fee8927e-a5e6-4367-9db5-e9bfc9e8b778,segment=NetworkSegment(e4763891-5610-4f49-a1dd-bf59c6e41711),segment_id=e4763891-5610-4f49-a1dd-bf59c6e41711)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:52.324166 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.337082 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Calling delete_port for fee8927e-a5e6-4367-9db5-e9bfc9e8b778 owned by network:dhcp {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:52.426576 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.440584 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21013fe3-3862-4480-af3a-3852473f290f None None] DHCP port deletion for 43779964-1c40-4104-a65f-5211f29da8bb request from dv-cinder-802882-9-iscsi {{(pid=93874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 18:31:52.452664 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fee8927e-a5e6-4367-9db5-e9bfc9e8b778,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:52.456392 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] No DVR routers for this DVR port fee8927e-a5e6-4367-9db5-e9bfc9e8b778 on host dv-cinder-802882-9-iscsi {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:31:52.531377 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.543862 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43779964-1c40-4104-a65f-5211f29da8bb']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:52.555516 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4763891-5610-4f49-a1dd-bf59c6e41711') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:52.555813 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4763891-5610-4f49-a1dd-bf59c6e41711') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:52.564918 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227266'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.580326 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.591728 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:31:52.591728 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3362617'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: timer() Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: cb(*args, **kw) Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: self._notify() Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: self.callback(batched_events) Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: event.method(event) Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._get(url).json() Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:31:52.593181 dv-cinder-802882-9-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:31:52.648642 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.654152 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:52.656067 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] 10.222.0.46 "DELETE /v2.0/networks/43779964-1c40-4104-a65f-5211f29da8bb HTTP/1.1" status: 204 len: 168 time: 0.5576961 Aug 18 18:31:52.659227 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50418) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:52.670294 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76681bdf-0fe5-4d4e-bc34-dccf450308bc admin admin] Pushing event deleted for resources: {'Network': ['ID=43779964-1c40-4104-a65f-5211f29da8bb,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:52.991861 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device fee8927e-a5e6-4367-9db5-e9bfc9e8b778 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:53.013633 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: fee8927e-a5e6-4367-9db5-e9bfc9e8b778 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:53.013968 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device fee8927e-a5e6-4367-9db5-e9bfc9e8b778 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:53.014397 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device e6b792f4-e741-43b1-80a0-93fe476f23fd no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:53.034541 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: e6b792f4-e741-43b1-80a0-93fe476f23fd {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:53.034881 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device e6b792f4-e741-43b1-80a0-93fe476f23fd not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:53.035322 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:53.059855 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:53.060196 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device fa9a6e9d-9902-4f3c-8d57-dcd4e6dc490f not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:53.308072 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699318'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:53.578224 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] Deleting port ed405ab5-1e5c-41e9-a969-dbb6a185ed85 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:53.578436 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:53.660994 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] For port ed405ab5-1e5c-41e9-a969-dbb6a185ed85, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=ed405ab5-1e5c-41e9-a969-dbb6a185ed85,segment=NetworkSegment(669eceb1-c62b-4014-9bc0-d79612822139),segment_id=669eceb1-c62b-4014-9bc0-d79612822139)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:53.661736 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:53.677052 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] Calling delete_port for ed405ab5-1e5c-41e9-a969-dbb6a185ed85 owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:53.900379 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:53.931617 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed405ab5-1e5c-41e9-a969-dbb6a185ed85,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:54.092947 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065510'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:54.323449 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] Router cbb4a437-3adc-483c-9791-34216725236a has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:31:54.448858 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:31:54.455656 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-09d1f134-035a-4479-bf4b-50faf760223c admin admin] 10.222.0.46 "PUT /v2.0/routers/cbb4a437-3adc-483c-9791-34216725236a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7951448 Aug 18 18:31:54.458314 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50436) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:54.458963 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] Sync routers for ids ['cbb4a437-3adc-483c-9791-34216725236a'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:31:54.469226 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] Routers {'cbb4a437-3adc-483c-9791-34216725236a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:54.469897 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['cbb4a437-3adc-483c-9791-34216725236a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:54.586886 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] Set router cbb4a437-3adc-483c-9791-34216725236a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:54.784283 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb4a437-3adc-483c-9791-34216725236a', 'name': 'tempest-TestMinimumBasicScenario-1434798702-router', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:31:53Z', 'revision_number': 5, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'gw_port': {'id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:69:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:54.852510 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] Checking router: cbb4a437-3adc-483c-9791-34216725236a for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:31:54.870659 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] Routers {'cbb4a437-3adc-483c-9791-34216725236a'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:31:54.871318 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:31:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['cbb4a437-3adc-483c-9791-34216725236a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:54.901351 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.013888 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] Set router cbb4a437-3adc-483c-9791-34216725236a gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:31:55.018864 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.078563 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Deleting port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:55.078906 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.175117 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] For port 50126bcb-8c3c-4446-a0ac-e2ed0015c23d, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=50126bcb-8c3c-4446-a0ac-e2ed0015c23d,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:55.175667 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.196642 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Calling delete_port for 50126bcb-8c3c-4446-a0ac-e2ed0015c23d owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:55.241430 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb4a437-3adc-483c-9791-34216725236a', 'name': 'tempest-TestMinimumBasicScenario-1434798702-router', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:31:53Z', 'revision_number': 5, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'gw_port': {'id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:69:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:55.268450 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e7fa9-676a-4691-a6c3-f52c151443aa None None] The sync data for ids ['cbb4a437-3adc-483c-9791-34216725236a'] in dv-cinder-802882-9-iscsi is: [{'id': 'cbb4a437-3adc-483c-9791-34216725236a', 'name': 'tempest-TestMinimumBasicScenario-1434798702-router', 'tenant_id': '66edfd8a77ad43f68bc5568020d5319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:31:53Z', 'revision_number': 5, 'project_id': '66edfd8a77ad43f68bc5568020d5319f', 'gw_port': {'id': '50126bcb-8c3c-4446-a0ac-e2ed0015c23d', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:69:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb4a437-3adc-483c-9791-34216725236a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:29:31Z', 'updated_at': '2021-08-18T18:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:31:55.390251 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.418145 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Pushing event deleted for resources: {'Port': ['ID=50126bcb-8c3c-4446-a0ac-e2ed0015c23d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:55.485584 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696174'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.578854 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41190'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.581137 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.628086 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700324'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.628525 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb4a437-3adc-483c-9791-34216725236a {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 18:31:55.635093 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.636745 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-10cec6b5-3a00-4a15-a829-abdba8853325 admin admin] 10.222.0.46 "DELETE /v2.0/routers/cbb4a437-3adc-483c-9791-34216725236a HTTP/1.1" status: 204 len: 168 time: 1.1773014 Aug 18 18:31:55.639406 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50452) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:55.687712 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f791be4-93cb-44b1-b987-7dc052adacd8 admin admin] Deleting subnet a68cc2af-85a5-46b8-9ac0-da986ae4b2a3 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:31:55.691433 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0f791be4-93cb-44b1-b987-7dc052adacd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.730462 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0f791be4-93cb-44b1-b987-7dc052adacd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227275'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.812764 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0f791be4-93cb-44b1-b987-7dc052adacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.870179 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0f791be4-93cb-44b1-b987-7dc052adacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3362459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763300'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.898666 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f791be4-93cb-44b1-b987-7dc052adacd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68cc2af-85a5-46b8-9ac0-da986ae4b2a3,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:55.903726 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0f791be4-93cb-44b1-b987-7dc052adacd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:55.915003 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50456) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:55.916143 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0f791be4-93cb-44b1-b987-7dc052adacd8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a68cc2af-85a5-46b8-9ac0-da986ae4b2a3 HTTP/1.1" status: 204 len: 168 time: 0.2753186 Aug 18 18:31:55.920439 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92bce5c-09f6-4078-9809-424118fd6beb None None] Network 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:31:55.993682 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.058220 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Deleting port bfb47af2-2c0b-4a37-82c4-a1993ed09544 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:31:56.058647 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.126362 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] For port bfb47af2-2c0b-4a37-82c4-a1993ed09544, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=bfb47af2-2c0b-4a37-82c4-a1993ed09544,segment=NetworkSegment(669eceb1-c62b-4014-9bc0-d79612822139),segment_id=669eceb1-c62b-4014-9bc0-d79612822139)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:31:56.126721 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.139161 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Calling delete_port for bfb47af2-2c0b-4a37-82c4-a1993ed09544 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:31:56.231787 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.256219 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb47af2-2c0b-4a37-82c4-a1993ed09544,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:56.264242 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] No DVR routers for this DVR port bfb47af2-2c0b-4a37-82c4-a1993ed09544 on host dv-cinder-802882-9-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:31:56.344125 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.344450 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46d98a8-c0be-4377-89de-97c6cd2b8c2e None None] DHCP port deletion for 3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 request from dv-cinder-802882-9-iscsi {{(pid=93874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 18:31:56.359983 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3777a2b8-ad6d-4c63-8b9c-f34a9a9de372']}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:56.377154 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669eceb1-c62b-4014-9bc0-d79612822139') {'for_net_delete': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:56.377528 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.services.segments.db [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669eceb1-c62b-4014-9bc0-d79612822139') {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:31:56.387988 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282901'] for segment, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.404642 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.410994 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:31:56.411480 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9263383'] for segment, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: Traceback (most recent call last): Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: timer() Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: cb(*args, **kw) Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: return func(*args, **kwargs) Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: self._notify() Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: self.callback(batched_events) Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: event.method(event) Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: return f(self, *a, **k) Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._get(url).json() Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: return self.request(url, 'GET', **kwargs) Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:31:56.414282 dv-cinder-802882-9-iscsi neutron-server[93873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:31:56.470962 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.476742 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.478781 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3777a2b8-ad6d-4c63-8b9c-f34a9a9de372 HTTP/1.1" status: 204 len: 168 time: 0.5620644 Aug 18 18:31:56.497052 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5806ca-6fa6-479e-a2ce-2b5defbe4092 admin admin] Pushing event deleted for resources: {'Network': ['ID=3777a2b8-ad6d-4c63-8b9c-f34a9a9de372,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:56.658726 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50462) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:56.703362 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3d665818-e50b-44ce-8342-18dd93c0c3f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c979ed14b26e4101b2e7ba31b860e626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431483 Aug 18 18:31:56.707170 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50464) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:56.763832 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5418064f-c87d-455e-b4fe-b186cfcf8010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.786446 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5418064f-c87d-455e-b4fe-b186cfcf8010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.844289 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5418064f-c87d-455e-b4fe-b186cfcf8010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.847126 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5418064f-c87d-455e-b4fe-b186cfcf8010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:56.848356 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5418064f-c87d-455e-b4fe-b186cfcf8010 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e954bb83-1e84-4859-a5c2-55e1017e29db HTTP/1.1" status: 204 len: 168 time: 0.1402359 Aug 18 18:31:56.856913 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418064f-c87d-455e-b4fe-b186cfcf8010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e954bb83-1e84-4859-a5c2-55e1017e29db,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:31:56.997522 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device ed405ab5-1e5c-41e9-a969-dbb6a185ed85 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:57.018124 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: ed405ab5-1e5c-41e9-a969-dbb6a185ed85 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:57.018508 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device ed405ab5-1e5c-41e9-a969-dbb6a185ed85 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:57.018931 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device bfb47af2-2c0b-4a37-82c4-a1993ed09544 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:57.037700 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: bfb47af2-2c0b-4a37-82c4-a1993ed09544 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:57.038173 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device bfb47af2-2c0b-4a37-82c4-a1993ed09544 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:57.038595 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 50126bcb-8c3c-4446-a0ac-e2ed0015c23d no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:31:57.057520 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 50126bcb-8c3c-4446-a0ac-e2ed0015c23d {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:31:57.057865 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 50126bcb-8c3c-4446-a0ac-e2ed0015c23d not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:31:57.211192 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50472) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:57.259181 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9385e1a5-e9cb-4c01-a61c-c53b5f0bc6fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66edfd8a77ad43f68bc5568020d5319f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467544 Aug 18 18:31:57.262706 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50474) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:31:57.313354 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bd34e35f-3320-45db-8b13-0baf078be54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:57.336452 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bd34e35f-3320-45db-8b13-0baf078be54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:57.385476 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bd34e35f-3320-45db-8b13-0baf078be54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:57.388089 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bd34e35f-3320-45db-8b13-0baf078be54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:31:57.389253 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-bd34e35f-3320-45db-8b13-0baf078be54f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d709b9e0-d002-478b-9670-e4818d42d45b HTTP/1.1" status: 204 len: 168 time: 0.1256921 Aug 18 18:31:57.397975 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34e35f-3320-45db-8b13-0baf078be54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d709b9e0-d002-478b-9670-e4818d42d45b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:08.899668 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-849f0630-2bd7-4187-a2e8-bdc9e2d28950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:11.349381 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-21e8a80a-58ad-4faa-a06d-2dec0b310faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:12.202767 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:13.113768 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:14.623650 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:15.035913 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:15.255005 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:32:20.571396 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-916dc15c-290b-4141-9648-84be68b4e2fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468254 Aug 18 18:32:23.367775 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-ee5355bb-c39e-42c0-a1f3-2fdc45c77a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:23.369212 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-ee5355bb-c39e-42c0-a1f3-2fdc45c77a21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aefbb1f82ef49beae636c87973cd743&device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 1098 time: 0.0532658 Aug 18 18:32:23.494002 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-c18789dc-2f74-4f4b-9349-0c8b05656ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:23.495877 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-c18789dc-2f74-4f4b-9349-0c8b05656ad3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 200 len: 912 time: 0.1011117 Aug 18 18:32:23.563114 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-8983b03f-f1a9-4010-9b8a-436609868cd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e088bd01-e302-4dfc-8c1f-494fe407d273 HTTP/1.1" status: 200 len: 1000 time: 0.0600054 Aug 18 18:32:23.617361 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-9f184f95-51da-4318-9f09-f162e7cca00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:23.618868 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-9f184f95-51da-4318-9f09-f162e7cca00e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 200 len: 850 time: 0.0484245 Aug 18 18:32:23.676524 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-6e832b5e-5a6a-4790-8850-6edd6509f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:23.678042 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-6e832b5e-5a6a-4790-8850-6edd6509f5d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=993c729d-a966-4d50-b4bc-f0ad5773f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513916 Aug 18 18:32:23.772489 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-a2ea2a5d-4857-4710-8fe7-8980cdd6eb71 service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871053 Aug 18 18:32:23.868525 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0eb050b5-49fe-44dd-9ec7-545ace664a57 req-2e190804-48d7-45ba-9c2c-f5be9c573b69 service neutron] 10.222.0.61 "GET /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885701 Aug 18 18:32:28.672709 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50688) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:28.784695 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-465b9d32-3b0f-4cb9-abb8-60beea23aa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:28.881925 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-465b9d32-3b0f-4cb9-abb8-60beea23aa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:28.887651 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-465b9d32-3b0f-4cb9-abb8-60beea23aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:28.929802 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-465b9d32-3b0f-4cb9-abb8-60beea23aa50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c09a0ccb732f4feab333fcf91f23cf1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559664 Aug 18 18:32:28.931787 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b9d32-3b0f-4cb9-abb8-60beea23aa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb01a12e-dd70-4d88-82c1-6c32c493391b,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:28.932792 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50694) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:28.992207 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7bba277-0bac-4e0c-9f21-213f7501e548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:29.012320 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7bba277-0bac-4e0c-9f21-213f7501e548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:29.058447 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7bba277-0bac-4e0c-9f21-213f7501e548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:29.061073 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d7bba277-0bac-4e0c-9f21-213f7501e548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:29.062235 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d7bba277-0bac-4e0c-9f21-213f7501e548 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb01a12e-dd70-4d88-82c1-6c32c493391b HTTP/1.1" status: 204 len: 168 time: 0.1241071 Aug 18 18:32:29.069942 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bba277-0bac-4e0c-9f21-213f7501e548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb01a12e-dd70-4d88-82c1-6c32c493391b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:31.827972 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a809b93-aa99-4c35-84ee-820e9c8cf465 req-a51c7b5f-f8b9-469a-a3d6-c78417ee2ed4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:31.829475 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a809b93-aa99-4c35-84ee-820e9c8cf465 req-a51c7b5f-f8b9-469a-a3d6-c78417ee2ed4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0595813 Aug 18 18:32:31.870609 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-1a809b93-aa99-4c35-84ee-820e9c8cf465 req-40c5c251-1bb0-40c9-aba8-226e94f30e75 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322137 Aug 18 18:32:33.163809 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826af5b-dad2-4c69-86df-8a2fe11cac5f req-a679c29e-5a03-4255-ae0f-8a50bcc4be45 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:33.165570 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0826af5b-dad2-4c69-86df-8a2fe11cac5f req-a679c29e-5a03-4255-ae0f-8a50bcc4be45 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0558240 Aug 18 18:32:33.206622 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0826af5b-dad2-4c69-86df-8a2fe11cac5f req-f7624fdf-71ea-4f3d-92e6-d1c1bf643dee tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322540 Aug 18 18:32:34.331012 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc75d5-1867-4fc6-934e-0f12087f6d30 req-a444ac6d-8be1-4cc9-9dab-771f4e2b5530 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:34.332526 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-decc75d5-1867-4fc6-934e-0f12087f6d30 req-a444ac6d-8be1-4cc9-9dab-771f4e2b5530 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0489733 Aug 18 18:32:34.370481 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-decc75d5-1867-4fc6-934e-0f12087f6d30 req-e643bb5c-8aed-4d8c-863a-b0e60cf0bea2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Aug 18 18:32:35.510359 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e018f-e5d9-479f-b2f9-7781906a9f85 req-9581fc80-2ae4-4ea7-ab41-482a4a75b246 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:35.511874 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-671e018f-e5d9-479f-b2f9-7781906a9f85 req-9581fc80-2ae4-4ea7-ab41-482a4a75b246 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0601058 Aug 18 18:32:35.552783 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-671e018f-e5d9-479f-b2f9-7781906a9f85 req-1aa97989-f5b4-4689-aa53-c2b64c77dd91 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349107 Aug 18 18:32:36.675638 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046ca4-e0f3-45d0-847d-6db720f22d3e req-c36c1f63-2ced-4383-befe-7aaf80f21752 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:36.677139 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b8046ca4-e0f3-45d0-847d-6db720f22d3e req-c36c1f63-2ced-4383-befe-7aaf80f21752 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0530608 Aug 18 18:32:36.724251 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b8046ca4-e0f3-45d0-847d-6db720f22d3e req-9e609b33-c608-4be0-a880-99fa632c8fe2 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377398 Aug 18 18:32:37.855481 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cffd2-e04e-4c51-97c4-5c74cd9bede5 req-65741580-0f71-4744-96c4-251bf41d7144 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:37.857031 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-441cffd2-e04e-4c51-97c4-5c74cd9bede5 req-65741580-0f71-4744-96c4-251bf41d7144 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0571616 Aug 18 18:32:37.914206 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-441cffd2-e04e-4c51-97c4-5c74cd9bede5 req-99455aee-4714-43c5-9302-3d806d62d7ac tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475481 Aug 18 18:32:38.905902 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-dfcafe66-5375-4b59-b719-2185077e9ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:39.040063 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df6a94-86d2-4812-895a-90f198c21764 req-0d01e594-6aad-4b8c-b819-56159ac82b2b tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:39.041827 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12df6a94-86d2-4812-895a-90f198c21764 req-0d01e594-6aad-4b8c-b819-56159ac82b2b tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0561390 Aug 18 18:32:39.076933 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3419631-e467-4186-bd1e-5aa836072ece req-c30dbcff-80e4-4263-a31f-c3de411e6b10 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:39.079185 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3419631-e467-4186-bd1e-5aa836072ece req-c30dbcff-80e4-4263-a31f-c3de411e6b10 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.61 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 945 time: 0.0513737 Aug 18 18:32:39.082018 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-12df6a94-86d2-4812-895a-90f198c21764 req-0b6f4357-cdce-4e47-a321-ac0e8f5a46aa tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fcc6aff-d0fc-47b0-9afe-ade329aafe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337777 Aug 18 18:32:39.183669 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Deleting port e088bd01-e302-4dfc-8c1f-494fe407d273 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:32:39.183989 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:39.270745 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] For port e088bd01-e302-4dfc-8c1f-494fe407d273, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e088bd01-e302-4dfc-8c1f-494fe407d273,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:32:39.271112 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:39.465483 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:39.465853 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692096'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:39.466185 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Floating IP 4db7b433-3b73-4f15-941c-db0d03e217a7 disassociated. External IP: 172.27.1.38, port: e088bd01-e302-4dfc-8c1f-494fe407d273. Aug 18 18:32:39.466559 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Calling delete_port for e088bd01-e302-4dfc-8c1f-494fe407d273 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:32:39.599959 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:39.632773 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event deleted for resources: {'Port': ['ID=e088bd01-e302-4dfc-8c1f-494fe407d273,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:39.749476 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Router e223368c-9763-4e72-b5f1-5e5432653ecb has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:32:39.857252 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:32:39.868697 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] Sync routers for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:32:39.882654 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:32:39.883305 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:32:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:39.910480 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] No DVR routers for this DVR port e088bd01-e302-4dfc-8c1f-494fe407d273 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:32:39.913889 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:39.916597 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3419631-e467-4186-bd1e-5aa836072ece req-8d34526d-d683-4ca1-a562-952ff4683d44 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.61 "DELETE /v2.0/ports/e088bd01-e302-4dfc-8c1f-494fe407d273 HTTP/1.1" status: 204 len: 173 time: 0.8304455 Aug 18 18:32:39.917049 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4503667e-ee96-446a-be56-5652e6b1a80b', 'name': 'network-vif-deleted', 'tag': 'e088bd01-e302-4dfc-8c1f-494fe407d273'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:32:39.919470 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf423a0-9ac6-4677-9a26-7926f6d83815" -d '{"events": [{"server_uuid": "4503667e-ee96-446a-be56-5652e6b1a80b", "name": "network-vif-deleted", "tag": "e088bd01-e302-4dfc-8c1f-494fe407d273"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:32:39.987052 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23c8de5-74ec-4848-b6ae-5b192d6066d2 x-openstack-request-id: req-f23c8de5-74ec-4848-b6ae-5b192d6066d2 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:32:39.987354 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4503667e-ee96-446a-be56-5652e6b1a80b", "name": "network-vif-deleted", "tag": "e088bd01-e302-4dfc-8c1f-494fe407d273", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:32:39.987602 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f23c8de5-74ec-4848-b6ae-5b192d6066d2 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:32:39.988030 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4503667e-ee96-446a-be56-5652e6b1a80b', 'name': 'network-vif-deleted', 'tag': 'e088bd01-e302-4dfc-8c1f-494fe407d273', 'status': 'completed', 'code': 200} Aug 18 18:32:40.017290 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:32:40.190744 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-b6f66bd7-8876-4874-81a1-683b0e8151d3 req-a9c7dd0d-3181-426e-b3ba-0578edaba9b0 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 210 time: 0.0274010 Aug 18 18:32:40.218617 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:40.243619 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] Checking router: e223368c-9763-4e72-b5f1-5e5432653ecb for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:32:40.251832 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:32:40.252426 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:32:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:40.357769 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:32:40.555193 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:40.580288 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c00228d-9a33-41cb-b490-7f0b97092638 None None] The sync data for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi is: [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:09Z', 'revision_number': 4, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '1cbccfa8-dcc1-4330-8711-b3dcf9608eed', 'name': '', 'network_id': '993c729d-a966-4d50-b4bc-f0ad5773f4f6', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'mac_address': 'fa:16:3e:35:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '9068661e-a044-41e1-9b7a-931342027303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:08Z', 'updated_at': '2021-08-18T18:27:15Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'subnets': [{'id': '9068661e-a044-41e1-9b7a-931342027303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:32:40.819127 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1985486-c2f3-4703-ae25-004690a31524 None None] New status for floating IP 4db7b433-3b73-4f15-941c-db0d03e217a7: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:32:41.317914 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f0b060d-399f-47f8-afc4-ab2f0eb09a45 req-c919db02-bc89-4a82-a1d2-ff316e296f86 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 210 time: 0.0347292 Aug 18 18:32:41.345626 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e339c62c-99b4-4b14-b2ea-48b16111d141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:42.207652 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:42.432309 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-2cd30e62-a4d3-456a-a16a-3ab4db43b880 req-45a7eb3f-7eb3-4e1b-8f07-152a0bead287 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/ports?device_id=4503667e-ee96-446a-be56-5652e6b1a80b HTTP/1.1" status: 200 len: 210 time: 0.0262072 Aug 18 18:32:43.116943 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:43.528348 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50814) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:43.584268 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c32f33ff-dfc7-4903-9cc6-dcdd79090cbc tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:43.606847 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c32f33ff-dfc7-4903-9cc6-dcdd79090cbc tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:43.659612 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c32f33ff-dfc7-4903-9cc6-dcdd79090cbc tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:43.662366 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c32f33ff-dfc7-4903-9cc6-dcdd79090cbc tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:43.663632 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c32f33ff-dfc7-4903-9cc6-dcdd79090cbc tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "DELETE /v2.0/security-groups/7fcc6aff-d0fc-47b0-9afe-ade329aafe43 HTTP/1.1" status: 204 len: 168 time: 0.1341887 Aug 18 18:32:43.666961 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50816) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:43.673382 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f33ff-dfc7-4903-9cc6-dcdd79090cbc tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcc6aff-d0fc-47b0-9afe-ade329aafe43,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:43.680799 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.api.v2.resource [None req-aa41a20f-9394-477e-a14e-477c6b402b27 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] show failed (client error): The resource could not be found. Aug 18 18:32:43.681793 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-aa41a20f-9394-477e-a14e-477c6b402b27 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "GET /v2.0/security-groups/7fcc6aff-d0fc-47b0-9afe-ade329aafe43 HTTP/1.1" status: 404 len: 347 time: 0.0138330 Aug 18 18:32:43.684695 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50818) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:43.808646 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca5a83-e64e-4417-8026-a964a15976c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Deleting port bff470c9-c899-4991-803b-7749b8029ef5 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:32:43.808897 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5a83-e64e-4417-8026-a964a15976c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:43.888339 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5a83-e64e-4417-8026-a964a15976c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:43.888622 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5a83-e64e-4417-8026-a964a15976c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:43.900150 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca5a83-e64e-4417-8026-a964a15976c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Calling delete_port for bff470c9-c899-4991-803b-7749b8029ef5 owned by network:floatingip {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:32:44.046170 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5a83-e64e-4417-8026-a964a15976c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:44.071862 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca5a83-e64e-4417-8026-a964a15976c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Pushing event deleted for resources: {'Port': ['ID=bff470c9-c899-4991-803b-7749b8029ef5,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:44.139366 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5a83-e64e-4417-8026-a964a15976c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks [] for floatingip, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:44.142040 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5a83-e64e-4417-8026-a964a15976c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:44.143197 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c9ca5a83-e64e-4417-8026-a964a15976c4 tempest-AttachVolumeTestJSON-1118978495 tempest-AttachVolumeTestJSON-1118978495-project] 10.222.0.46 "DELETE /v2.0/floatingips/4db7b433-3b73-4f15-941c-db0d03e217a7 HTTP/1.1" status: 204 len: 168 time: 0.4575050 Aug 18 18:32:44.506137 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device e088bd01-e302-4dfc-8c1f-494fe407d273 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:32:44.526511 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: e088bd01-e302-4dfc-8c1f-494fe407d273 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:32:44.526845 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device e088bd01-e302-4dfc-8c1f-494fe407d273 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:32:44.625642 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:45.028553 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:47.741724 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50902) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:48.282197 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699318'] for router_interface, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:48.559876 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Deleting port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:32:48.560127 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:48.638727 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] For port 1cbccfa8-dcc1-4330-8711-b3dcf9608eed, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=1cbccfa8-dcc1-4330-8711-b3dcf9608eed,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:32:48.639058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:48.652434 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Calling delete_port for 1cbccfa8-dcc1-4330-8711-b3dcf9608eed owned by network:router_interface {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:32:48.845648 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:48.873379 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbccfa8-dcc1-4330-8711-b3dcf9608eed,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:48.886185 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.886529 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.886869 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.887218 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.887691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.888017 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.888339 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.888656 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.888978 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.889295 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.889585 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:48.889899 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:49.052682 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065510'] for router_interface, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:49.284738 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Router e223368c-9763-4e72-b5f1-5e5432653ecb has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:32:49.385346 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50918) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:49.497766 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2fe827a0-aea1-4671-a084-409004ffc9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:49.598188 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2fe827a0-aea1-4671-a084-409004ffc9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:49.603728 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2fe827a0-aea1-4671-a084-409004ffc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:49.641098 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe827a0-aea1-4671-a084-409004ffc9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a2ae3c-0cd0-463d-81e9-4e632e207056,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:49.645594 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-2fe827a0-aea1-4671-a084-409004ffc9ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef3e81ba8fca4ceb9333ad11a94eebb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590835 Aug 18 18:32:49.648148 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50922) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:49.677294 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:32:49.682657 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2ef1b053-aeef-46b9-8c6f-b008e826bc26 admin admin] 10.222.0.46 "PUT /v2.0/routers/e223368c-9763-4e72-b5f1-5e5432653ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9398856 Aug 18 18:32:49.685971 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50924) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:49.688283 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] Sync routers for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:32:49.698548 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:32:49.699237 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:32:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:49.750115 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2a49-cb0e-4619-a42b-b8679b179786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:49.803043 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:32:49.804075 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2a49-cb0e-4619-a42b-b8679b179786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:49.825995 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Notify callbacks [] for router, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:49.929170 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2a49-cb0e-4619-a42b-b8679b179786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:49.932479 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2a49-cb0e-4619-a42b-b8679b179786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:49.933667 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c1fe2a49-cb0e-4619-a42b-b8679b179786 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23a2ae3c-0cd0-463d-81e9-4e632e207056 HTTP/1.1" status: 204 len: 168 time: 0.2845895 Aug 18 18:32:49.950005 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe2a49-cb0e-4619-a42b-b8679b179786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a2ae3c-0cd0-463d-81e9-4e632e207056,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:49.957549 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.003315 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:32:48Z', 'revision_number': 5, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port': {'id': 'f2084a4f-17ab-4112-a901-89a5127cba73', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:50.015637 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Deleting port f2084a4f-17ab-4112-a901-89a5127cba73 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:32:50.016003 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.031721 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] Checking router: e223368c-9763-4e72-b5f1-5e5432653ecb for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:32:50.041201 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] Routers {'e223368c-9763-4e72-b5f1-5e5432653ecb'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:32:50.041905 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:32:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e223368c-9763-4e72-b5f1-5e5432653ecb'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:50.106953 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] For port f2084a4f-17ab-4112-a901-89a5127cba73, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=f2084a4f-17ab-4112-a901-89a5127cba73,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:32:50.107497 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.121392 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Calling delete_port for f2084a4f-17ab-4112-a901-89a5127cba73 owned by network:router_gateway {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:32:50.137089 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] Set router e223368c-9763-4e72-b5f1-5e5432653ecb gateway port host: None {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:32:50.191061 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:32:49Z', 'revision_number': 6, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port_host': None}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:50.224657 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b552e2d-9418-4dae-aaa7-d4c730a81879 None None] The sync data for ids ['e223368c-9763-4e72-b5f1-5e5432653ecb'] in dv-cinder-802882-9-iscsi is: [{'id': 'e223368c-9763-4e72-b5f1-5e5432653ecb', 'name': 'tempest-AttachVolumeTestJSON-2106306185-router', 'tenant_id': '5aefbb1f82ef49beae636c87973cd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:27:05Z', 'updated_at': '2021-08-18T18:32:49Z', 'revision_number': 6, 'project_id': '5aefbb1f82ef49beae636c87973cd743', 'gw_port_host': None}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:32:50.326542 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.352975 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2084a4f-17ab-4112-a901-89a5127cba73,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:50.415232 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696174'] for router_gateway, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.503124 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41190'] for router, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.505373 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.549688 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700324'] for router, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.569949 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e223368c-9763-4e72-b5f1-5e5432653ecb {{(pid=93873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 18:32:50.569949 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] Notify callbacks [] for router, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.569949 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3d720252-efb7-4ca3-b926-adb6dbc65883 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e223368c-9763-4e72-b5f1-5e5432653ecb HTTP/1.1" status: 204 len: 168 time: 0.8715372 Aug 18 18:32:50.569949 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50928) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:50.608651 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Deleting subnet 9068661e-a044-41e1-9b7a-931342027303 {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:32:50.612098 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.646855 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282908'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.758522 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.818137 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9263285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967599'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.846452 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9068661e-a044-41e1-9b7a-931342027303,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:50.850847 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.852736 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9068661e-a044-41e1-9b7a-931342027303 HTTP/1.1" status: 204 len: 168 time: 0.2902069 Aug 18 18:32:50.855859 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50930) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:50.857563 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6d9125-6896-48f6-be21-c5932b370d7e None None] Network 993c729d-a966-4d50-b4bc-f0ad5773f4f6 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:32:50.858043 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.858043 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.858276 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.858566 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.859107 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.859335 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.859673 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.859995 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.860321 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.860637 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.860953 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.861254 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764bdb7-0433-4b44-a08e-d8ac3d299e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:50.932922 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:50.999021 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Deleting port efc2df57-dac8-45f1-9a4a-5b191d2665b0 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:32:50.999393 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.055407 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] DHCP port deletion for 993c729d-a966-4d50-b4bc-f0ad5773f4f6 request from dv-cinder-802882-9-iscsi {{(pid=93874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 18:32:51.076953 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] For port efc2df57-dac8-45f1-9a4a-5b191d2665b0, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=efc2df57-dac8-45f1-9a4a-5b191d2665b0,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:32:51.077246 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.083839 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device f2084a4f-17ab-4112-a901-89a5127cba73 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:32:51.091122 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Calling delete_port for efc2df57-dac8-45f1-9a4a-5b191d2665b0 owned by network:dhcp {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:32:51.105406 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: f2084a4f-17ab-4112-a901-89a5127cba73 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:32:51.105732 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device f2084a4f-17ab-4112-a901-89a5127cba73 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:32:51.106336 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1cbccfa8-dcc1-4330-8711-b3dcf9608eed no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:32:51.126669 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 1cbccfa8-dcc1-4330-8711-b3dcf9608eed {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:32:51.127014 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 1cbccfa8-dcc1-4330-8711-b3dcf9608eed not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:32:51.147101 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Deleting port efc2df57-dac8-45f1-9a4a-5b191d2665b0 {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:32:51.147499 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.171678 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.200682 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Pushing event deleted for resources: {'Port': ['ID=efc2df57-dac8-45f1-9a4a-5b191d2665b0,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:51.205264 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] No DVR routers for this DVR port efc2df57-dac8-45f1-9a4a-5b191d2665b0 on host dv-cinder-802882-9-iscsi {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:32:51.213163 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] For port efc2df57-dac8-45f1-9a4a-5b191d2665b0, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=efc2df57-dac8-45f1-9a4a-5b191d2665b0,segment=NetworkSegment(b7070199-6230-42bf-b6f3-4632a6b6fde4),segment_id=b7070199-6230-42bf-b6f3-4632a6b6fde4)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:32:51.213565 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.230519 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Calling delete_port for efc2df57-dac8-45f1-9a4a-5b191d2665b0 owned by network:dhcp {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:32:51.277303 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.287828 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993c729d-a966-4d50-b4bc-f0ad5773f4f6']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:51.298507 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7070199-6230-42bf-b6f3-4632a6b6fde4') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:51.298804 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7070199-6230-42bf-b6f3-4632a6b6fde4') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:51.309869 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227266'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.314938 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.323117 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.329084 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:32:51.329400 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3362617'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: timer() Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: cb(*args, **kw) Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: self._notify() Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: self.callback(batched_events) Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: event.method(event) Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._get(url).json() Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:32:51.331213 dv-cinder-802882-9-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:32:51.340973 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Pushing event deleted for resources: {'Port': ['ID=efc2df57-dac8-45f1-9a4a-5b191d2665b0,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:51.345261 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] No DVR routers for this DVR port efc2df57-dac8-45f1-9a4a-5b191d2665b0 on host dv-cinder-802882-9-iscsi {{(pid=93874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:32:51.351654 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.352002 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.352589 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.353094 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.353597 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.354085 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.354586 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.354917 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.355248 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.355603 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.355962 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.356283 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2f0b7-d22b-43cc-b4de-b0b4a4452fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-9-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 18:32:51.393426 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.399094 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.401067 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] 10.222.0.46 "DELETE /v2.0/networks/993c729d-a966-4d50-b4bc-f0ad5773f4f6 HTTP/1.1" status: 204 len: 168 time: 0.5434158 Aug 18 18:32:51.412148 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f503be-b91a-4326-8109-8fa9a9b0b7af admin admin] Pushing event deleted for resources: {'Network': ['ID=993c729d-a966-4d50-b4bc-f0ad5773f4f6,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:51.566742 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50934) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:51.614051 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c4d6e936-bc54-4812-9922-8294c9502bb9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5aefbb1f82ef49beae636c87973cd743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454874 Aug 18 18:32:51.616549 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 50936) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:51.666844 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29a1f46f-f8f4-4a6a-a118-70432e63826e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.689445 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29a1f46f-f8f4-4a6a-a118-70432e63826e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.741177 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29a1f46f-f8f4-4a6a-a118-70432e63826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.744343 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-29a1f46f-f8f4-4a6a-a118-70432e63826e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:51.745496 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-29a1f46f-f8f4-4a6a-a118-70432e63826e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9e6325e-4a32-4b4c-bfa0-d7998137438d HTTP/1.1" status: 204 len: 168 time: 0.1279848 Aug 18 18:32:51.752962 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1f46f-f8f4-4a6a-a118-70432e63826e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e6325e-4a32-4b4c-bfa0-d7998137438d,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:52.245487 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:32:53.035519 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device efc2df57-dac8-45f1-9a4a-5b191d2665b0 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:32:53.055583 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: efc2df57-dac8-45f1-9a4a-5b191d2665b0 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:32:53.055999 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device efc2df57-dac8-45f1-9a4a-5b191d2665b0 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:32:53.101022 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 50976) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:53.271504 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Deleting port 529c8f33-c2f4-4b60-b818-a8e2a4229e28 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:32:53.271854 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:53.362879 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:53.363267 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:53.376374 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Calling delete_port for 529c8f33-c2f4-4b60-b818-a8e2a4229e28 owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:32:53.553144 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:53.581206 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event deleted for resources: {'Port': ['ID=529c8f33-c2f4-4b60-b818-a8e2a4229e28,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:53.650797 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:53.651163 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Floating IP ad954fc4-8e0c-414a-b707-4fcd1abe90b2 disassociated (deleted). External IP: 172.27.1.37, port: 09b7ebd9-e761-44f0-8d2f-b8216963214d. Aug 18 18:32:53.894621 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:32:54.020908 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:32:54.027425 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:54.031698 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812514c-d815-47db-9fea-c5067a275321 None None] Sync routers for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:32:54.043534 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812514c-d815-47db-9fea-c5067a275321 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:32:54.044581 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b812514c-d815-47db-9fea-c5067a275321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:32:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:54.048190 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51008) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:54.062475 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-45315f4b-a640-4406-b1c0-ddade9938ff1 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "DELETE /v2.0/floatingips/ad954fc4-8e0c-414a-b707-4fcd1abe90b2 HTTP/1.1" status: 204 len: 168 time: 0.9578047 Aug 18 18:32:54.062475 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'tag': '09b7ebd9-e761-44f0-8d2f-b8216963214d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:32:54.072648 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947819dc-f146-4778-9012-db57b68134ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dd6317-488d-4c52-90d4-2d286118858f", "tag": "09b7ebd9-e761-44f0-8d2f-b8216963214d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:32:54.120295 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6403e05b-fbb1-45c7-8494-4811b68350fe x-openstack-request-id: req-6403e05b-fbb1-45c7-8494-4811b68350fe {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:32:54.121254 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dd6317-488d-4c52-90d4-2d286118858f", "tag": "09b7ebd9-e761-44f0-8d2f-b8216963214d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:32:54.121254 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6403e05b-fbb1-45c7-8494-4811b68350fe {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:32:54.121643 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'tag': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'status': 'completed', 'code': 200} Aug 18 18:32:54.181075 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b812514c-d815-47db-9fea-c5067a275321 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:32:54.184082 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9fadff89-3e52-47ce-97bd-f522c5f0807c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:54.221881 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947819dc-f146-4778-9012-db57b68134ad req-b39bf163-4046-4ff0-95bb-15f85e3609f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:54.223734 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-947819dc-f146-4778-9012-db57b68134ad req-b39bf163-4046-4ff0-95bb-15f85e3609f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 1098 time: 0.0560696 Aug 18 18:32:54.293982 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9fadff89-3e52-47ce-97bd-f522c5f0807c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:54.312690 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9fadff89-3e52-47ce-97bd-f522c5f0807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:54.360584 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-9fadff89-3e52-47ce-97bd-f522c5f0807c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3139efa0d99e4c6ca9a1ec964bfee952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105717 Aug 18 18:32:54.362212 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadff89-3e52-47ce-97bd-f522c5f0807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204fc6a2-c776-4bd8-bf69-30c33928b763,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:54.363246 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51018) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:54.377496 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3876d-76b0-4153-99b8-c1a9c1ed6d69 req-8aa1bdcd-96d7-4811-95d5-4ae2010bf572 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:54.379152 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-baf3876d-76b0-4153-99b8-c1a9c1ed6d69 req-8aa1bdcd-96d7-4811-95d5-4ae2010bf572 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 945 time: 0.0981770 Aug 18 18:32:54.397047 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947819dc-f146-4778-9012-db57b68134ad req-bd32c7af-5ac0-4309-b1ef-16660eec3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:54.398525 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-947819dc-f146-4778-9012-db57b68134ad req-bd32c7af-5ac0-4309-b1ef-16660eec3b00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 913 time: 0.1285980 Aug 18 18:32:54.426652 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-baf3876d-76b0-4153-99b8-c1a9c1ed6d69 req-26686caa-0a5f-47c9-a7f7-e513e6f07e8a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393000 Aug 18 18:32:54.429734 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b812514c-d815-47db-9fea-c5067a275321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'd6b23573-a27f-4139-8a58-4f341cb45b45', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:c4:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:51Z', 'updated_at': '2021-08-18T18:28:54Z', 'revision_number': 1, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:54.455940 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-947819dc-f146-4778-9012-db57b68134ad req-564478bb-d574-4ede-bcd1-cf0bdcd40035 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09b7ebd9-e761-44f0-8d2f-b8216963214d HTTP/1.1" status: 200 len: 217 time: 0.0486009 Aug 18 18:32:54.456564 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812514c-d815-47db-9fea-c5067a275321 None None] Checking router: 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:32:54.465151 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812514c-d815-47db-9fea-c5067a275321 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:32:54.465747 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b812514c-d815-47db-9fea-c5067a275321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:32:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:54.499130 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a41b578b-a460-48ba-b540-3811c63ea263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:54.531557 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a41b578b-a460-48ba-b540-3811c63ea263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:54.538616 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947819dc-f146-4778-9012-db57b68134ad req-d68159bc-33c5-4b9e-a27f-b44ff14e6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:54.540108 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-947819dc-f146-4778-9012-db57b68134ad req-d68159bc-33c5-4b9e-a27f-b44ff14e6d16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.0731370 Aug 18 18:32:54.573557 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b812514c-d815-47db-9fea-c5067a275321 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:32:54.606720 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947819dc-f146-4778-9012-db57b68134ad req-08b039dc-ae12-4de2-a4cc-f373ae0ce925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:54.608764 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-947819dc-f146-4778-9012-db57b68134ad req-08b039dc-ae12-4de2-a4cc-f373ae0ce925 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597141 Aug 18 18:32:54.625758 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a41b578b-a460-48ba-b540-3811c63ea263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:54.628254 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a41b578b-a460-48ba-b540-3811c63ea263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:54.629343 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a41b578b-a460-48ba-b540-3811c63ea263 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/204fc6a2-c776-4bd8-bf69-30c33928b763 HTTP/1.1" status: 204 len: 168 time: 0.2650516 Aug 18 18:32:54.676622 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b578b-a460-48ba-b540-3811c63ea263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204fc6a2-c776-4bd8-bf69-30c33928b763,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:54.730394 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-947819dc-f146-4778-9012-db57b68134ad req-dddf9c91-8e95-40cd-8ff9-4ef07bcad086 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129260 Aug 18 18:32:54.827239 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-947819dc-f146-4778-9012-db57b68134ad req-1456aa06-1731-4924-b004-35cd38b36dba service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875578 Aug 18 18:32:54.930816 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51024) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:54.944109 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ae37-5e67-4152-b5ed-64478e85cb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:54.945107 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b812514c-d815-47db-9fea-c5067a275321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'd6b23573-a27f-4139-8a58-4f341cb45b45', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:c4:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:51Z', 'updated_at': '2021-08-18T18:28:54Z', 'revision_number': 1, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:32:54.972466 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812514c-d815-47db-9fea-c5067a275321 None None] The sync data for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi is: [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_floatingips': [{'id': 'd6b23573-a27f-4139-8a58-4f341cb45b45', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'router_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'port_id': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'mac_address': 'fa:16:3e:c4:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add22821-dec6-4543-900b-4df7c333e381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T18:28:51Z', 'updated_at': '2021-08-18T18:28:54Z', 'revision_number': 1, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:32:55.044153 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ae37-5e67-4152-b5ed-64478e85cb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:55.049398 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ae37-5e67-4152-b5ed-64478e85cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:55.092609 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d8c4ae37-5e67-4152-b5ed-64478e85cb17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5f9c86239d240258803d0412ebde5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605513 Aug 18 18:32:55.093348 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4ae37-5e67-4152-b5ed-64478e85cb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b252d4-ddca-499f-a0c2-3c45980ee68b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:55.095437 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51026) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:55.151546 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bd101e43-983c-422d-a08c-efe61eb837d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:55.174207 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bd101e43-983c-422d-a08c-efe61eb837d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:55.206835 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b3af7-9ae5-449f-b648-b55ecc2b52b8 None None] New status for floating IP ad954fc4-8e0c-414a-b707-4fcd1abe90b2: DOWN {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:32:55.227444 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bd101e43-983c-422d-a08c-efe61eb837d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:55.230409 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bd101e43-983c-422d-a08c-efe61eb837d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:55.231691 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-bd101e43-983c-422d-a08c-efe61eb837d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8b252d4-ddca-499f-a0c2-3c45980ee68b HTTP/1.1" status: 204 len: 168 time: 0.1329963 Aug 18 18:32:55.240065 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd101e43-983c-422d-a08c-efe61eb837d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b252d4-ddca-499f-a0c2-3c45980ee68b,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:55.547948 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f28082-3299-43f9-8056-18359439807d req-38a93bf5-5f9c-412c-803e-80c732958bd8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:55.549449 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76f28082-3299-43f9-8056-18359439807d req-38a93bf5-5f9c-412c-803e-80c732958bd8 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 945 time: 0.0500903 Aug 18 18:32:55.589295 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76f28082-3299-43f9-8056-18359439807d req-76c100a0-6132-4169-8a26-43c4e399033f tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337150 Aug 18 18:32:55.951189 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-cc342304-0d44-4792-bac7-82a0c43cd012 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:32:55.952816 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-cc342304-0d44-4792-bac7-82a0c43cd012 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 945 time: 0.0499423 Aug 18 18:32:56.046829 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-1a64888f-b084-4889-b48b-f8c9212ecb48 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Deleting port 09b7ebd9-e761-44f0-8d2f-b8216963214d {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:32:56.047169 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-1a64888f-b084-4889-b48b-f8c9212ecb48 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:56.136266 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-1a64888f-b084-4889-b48b-f8c9212ecb48 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] For port 09b7ebd9-e761-44f0-8d2f-b8216963214d, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=09b7ebd9-e761-44f0-8d2f-b8216963214d,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:32:56.136639 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-1a64888f-b084-4889-b48b-f8c9212ecb48 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:56.149090 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-1a64888f-b084-4889-b48b-f8c9212ecb48 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Calling delete_port for 09b7ebd9-e761-44f0-8d2f-b8216963214d owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:32:56.281335 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-1a64888f-b084-4889-b48b-f8c9212ecb48 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:56.312442 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64888f-b084-4889-b48b-f8c9212ecb48 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event deleted for resources: {'Port': ['ID=09b7ebd9-e761-44f0-8d2f-b8216963214d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:56.356066 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-1a64888f-b084-4889-b48b-f8c9212ecb48 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] No DVR routers for this DVR port 09b7ebd9-e761-44f0-8d2f-b8216963214d on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:32:56.358678 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-1a64888f-b084-4889-b48b-f8c9212ecb48 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:56.360805 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-44f5bf54-fcb7-47cd-bb98-7196649995c9 req-1a64888f-b084-4889-b48b-f8c9212ecb48 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "DELETE /v2.0/ports/09b7ebd9-e761-44f0-8d2f-b8216963214d HTTP/1.1" status: 204 len: 173 time: 0.4014258 Aug 18 18:32:56.361211 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'name': 'network-vif-deleted', 'tag': '09b7ebd9-e761-44f0-8d2f-b8216963214d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:32:56.363542 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c491c24-89d8-400a-9fd0-1572dc7d62e9" -d '{"events": [{"server_uuid": "e5dd6317-488d-4c52-90d4-2d286118858f", "name": "network-vif-deleted", "tag": "09b7ebd9-e761-44f0-8d2f-b8216963214d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:32:56.406067 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c432b413-d5a5-4cdc-88ad-f3d929e640c0 x-openstack-request-id: req-c432b413-d5a5-4cdc-88ad-f3d929e640c0 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:32:56.406548 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dd6317-488d-4c52-90d4-2d286118858f", "name": "network-vif-deleted", "tag": "09b7ebd9-e761-44f0-8d2f-b8216963214d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:32:56.406796 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c432b413-d5a5-4cdc-88ad-f3d929e640c0 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:32:56.407197 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dd6317-488d-4c52-90d4-2d286118858f', 'name': 'network-vif-deleted', 'tag': '09b7ebd9-e761-44f0-8d2f-b8216963214d', 'status': 'completed', 'code': 200} Aug 18 18:32:56.699835 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2ea7baaa-2a43-4c91-bfaf-52d374ea267b req-f741d9ad-15e7-4633-b3cd-03f99215cf8d tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dd6317-488d-4c52-90d4-2d286118858f HTTP/1.1" status: 200 len: 210 time: 0.0375421 Aug 18 18:32:57.208255 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51090) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:57.317551 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5b9a291d-ef20-4af6-a834-f06eabe4e5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:57.412681 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5b9a291d-ef20-4af6-a834-f06eabe4e5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:57.419515 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5b9a291d-ef20-4af6-a834-f06eabe4e5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:57.715190 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a291d-ef20-4af6-a834-f06eabe4e5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3021a49-dd43-4577-93ae-62f9676e1c15,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:57.719576 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-5b9a291d-ef20-4af6-a834-f06eabe4e5b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=567c24c48fda4f71ae15d5954bec3e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101726 Aug 18 18:32:57.723407 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51094) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:57.781401 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cd2ed93c-4030-4bcf-b1aa-724844e7ba88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:57.804517 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cd2ed93c-4030-4bcf-b1aa-724844e7ba88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:57.853687 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cd2ed93c-4030-4bcf-b1aa-724844e7ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:57.856303 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cd2ed93c-4030-4bcf-b1aa-724844e7ba88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:57.860151 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-cd2ed93c-4030-4bcf-b1aa-724844e7ba88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3021a49-dd43-4577-93ae-62f9676e1c15 HTTP/1.1" status: 204 len: 168 time: 0.1329920 Aug 18 18:32:57.865711 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ed93c-4030-4bcf-b1aa-724844e7ba88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3021a49-dd43-4577-93ae-62f9676e1c15,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:58.149599 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51106) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:58.164397 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-01995fa3-5d42-47c3-8aa4-83eeeca01a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:58.259488 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-01995fa3-5d42-47c3-8aa4-83eeeca01a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:58.264662 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-01995fa3-5d42-47c3-8aa4-83eeeca01a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:58.304479 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01995fa3-5d42-47c3-8aa4-83eeeca01a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32284a80-105e-48f1-9efe-72ef7cd6849a,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:58.309409 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-01995fa3-5d42-47c3-8aa4-83eeeca01a30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89822394f41a4a26b66d87de20237ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580086 Aug 18 18:32:58.313050 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51108) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:58.364895 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bf6c805e-6634-48aa-b624-c4b6555183e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:58.387058 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bf6c805e-6634-48aa-b624-c4b6555183e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:58.449908 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bf6c805e-6634-48aa-b624-c4b6555183e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:58.453165 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bf6c805e-6634-48aa-b624-c4b6555183e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:58.455052 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-bf6c805e-6634-48aa-b624-c4b6555183e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32284a80-105e-48f1-9efe-72ef7cd6849a HTTP/1.1" status: 204 len: 168 time: 0.1408603 Aug 18 18:32:58.465163 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c805e-6634-48aa-b624-c4b6555183e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32284a80-105e-48f1-9efe-72ef7cd6849a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:59.622022 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51148) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:59.738916 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c887a3aa-8536-45ce-875c-d5f3d38ecacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:59.837601 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c887a3aa-8536-45ce-875c-d5f3d38ecacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:59.844438 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c887a3aa-8536-45ce-875c-d5f3d38ecacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:59.883571 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c887a3aa-8536-45ce-875c-d5f3d38ecacc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7769d997cd2542cc93fa1681aef8e12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602444 Aug 18 18:32:59.884437 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887a3aa-8536-45ce-875c-d5f3d38ecacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6441f447-d4e1-403b-8f35-33acf4fb08dc,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:32:59.886486 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51152) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:32:59.936620 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b75aa05c-5f9a-4b99-b89b-9bafa736c616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:59.957865 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b75aa05c-5f9a-4b99-b89b-9bafa736c616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:32:59.987117 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51156) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:00.010061 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b75aa05c-5f9a-4b99-b89b-9bafa736c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:00.012875 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b75aa05c-5f9a-4b99-b89b-9bafa736c616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:00.014049 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b75aa05c-5f9a-4b99-b89b-9bafa736c616 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6441f447-d4e1-403b-8f35-33acf4fb08dc HTTP/1.1" status: 204 len: 168 time: 0.1265464 Aug 18 18:33:00.022784 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75aa05c-5f9a-4b99-b89b-9bafa736c616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6441f447-d4e1-403b-8f35-33acf4fb08dc,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:00.159938 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Deleting port 5907c5a2-e6a5-4da6-a809-85441b7b86e5 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:33:00.160280 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:00.235913 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:00.236532 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:00.249165 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Calling delete_port for 5907c5a2-e6a5-4da6-a809-85441b7b86e5 owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:33:00.402724 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:00.428559 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event deleted for resources: {'Port': ['ID=5907c5a2-e6a5-4da6-a809-85441b7b86e5,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:00.498420 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:00.498868 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Floating IP d6b23573-a27f-4139-8a58-4f341cb45b45 disassociated (deleted). External IP: 172.27.1.193, port: 0d2354b4-7272-4f4c-b209-a426e943cbd0. Aug 18 18:33:00.584270 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 09b7ebd9-e761-44f0-8d2f-b8216963214d no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:33:00.617238 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 09b7ebd9-e761-44f0-8d2f-b8216963214d {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:33:00.617563 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 09b7ebd9-e761-44f0-8d2f-b8216963214d not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:33:00.722685 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:33:00.831857 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:33:00.836924 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:00.842608 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] Sync routers for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:33:00.852276 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:33:00.852962 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:32:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:00.865133 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f9927040-71ed-4dd6-b7d7-a4f6ac7c7d5b tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "DELETE /v2.0/floatingips/d6b23573-a27f-4139-8a58-4f341cb45b45 HTTP/1.1" status: 204 len: 168 time: 0.8768148 Aug 18 18:33:00.865724 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add22821-dec6-4543-900b-4df7c333e381', 'tag': '0d2354b4-7272-4f4c-b209-a426e943cbd0'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:33:00.868116 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b" -d '{"events": [{"name": "network-changed", "server_uuid": "add22821-dec6-4543-900b-4df7c333e381", "tag": "0d2354b4-7272-4f4c-b209-a426e943cbd0"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:33:00.916748 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f8ef2-786e-41a6-a325-02ba9837aa96 x-openstack-request-id: req-bb7f8ef2-786e-41a6-a325-02ba9837aa96 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:33:00.917328 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add22821-dec6-4543-900b-4df7c333e381", "tag": "0d2354b4-7272-4f4c-b209-a426e943cbd0", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:33:00.917872 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb7f8ef2-786e-41a6-a325-02ba9837aa96 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:33:00.918485 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add22821-dec6-4543-900b-4df7c333e381', 'tag': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'status': 'completed', 'code': 200} Aug 18 18:33:00.990594 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:33:01.047352 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-8f4e2a3f-2555-4e76-ab64-cb3ff661b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:33:01.048831 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-8f4e2a3f-2555-4e76-ab64-cb3ff661b775 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb942a32e2e548df9459ea2edaee63f1&device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 1099 time: 0.0764899 Aug 18 18:33:01.155199 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d78f6-8aa5-4fc2-82d6-dd878845d5b1 req-0cd3dec2-5a1b-41f1-b842-67bc57e39cf7 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:33:01.164466 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bd5d78f6-8aa5-4fc2-82d6-dd878845d5b1 req-0cd3dec2-5a1b-41f1-b842-67bc57e39cf7 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0801699 Aug 18 18:33:01.194118 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-1cb11836-bd38-483d-b053-a2049fe07bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:33:01.196340 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-1cb11836-bd38-483d-b053-a2049fe07bd0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 200 len: 913 time: 0.1164136 Aug 18 18:33:01.204898 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [req-bd5d78f6-8aa5-4fc2-82d6-dd878845d5b1 req-69b8b936-d823-42da-b3ea-8237cd83cc4a tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390296 Aug 18 18:33:01.232213 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:01.248348 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-6b833774-e815-4e4a-a58a-51fb740df0b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d2354b4-7272-4f4c-b209-a426e943cbd0 HTTP/1.1" status: 200 len: 217 time: 0.0440142 Aug 18 18:33:01.259695 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] Checking router: 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:33:01.269093 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:33:01.269815 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:32:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:01.300532 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-89c96044-a6bd-4001-a600-d53bacf6c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:33:01.303253 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-89c96044-a6bd-4001-a600-d53bacf6c1ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 200 len: 851 time: 0.0473776 Aug 18 18:33:01.355864 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-0e2bdbf4-5a32-47df-b3f0-7b8030cb4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:33:01.357378 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-0e2bdbf4-5a32-47df-b3f0-7b8030cb4730 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc7e1a4-41f2-42f5-a532-20e3839d6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461972 Aug 18 18:33:01.383351 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:33:01.455107 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-06a5e3ee-edf3-418c-98da-57689fa3fa01 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892725 Aug 18 18:33:01.552960 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1603a171-ac8e-4a20-9e8b-0a1f25a1247b req-757cf2dc-f2b9-4ef6-8347-67b8e197cf06 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883355 Aug 18 18:33:01.596636 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:01.622407 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f47a20-88d1-4f82-a58b-8f4c85d97000 None None] The sync data for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi is: [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:48Z', 'revision_number': 4, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi', '_interfaces': [{'id': '6d76332c-02a7-4dcf-bdf5-4338fa77c19f', 'name': '', 'network_id': 'cbc7e1a4-41f2-42f5-a532-20e3839d6d33', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'mac_address': 'fa:16:3e:fe:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:47Z', 'updated_at': '2021-08-18T18:24:55Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'subnets': [{'id': '91e63cb5-1094-4561-931d-ae172cc09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:33:01.838210 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f90af-a20d-4051-8aa8-c1748bb0b156 None None] New status for floating IP d6b23573-a27f-4139-8a58-4f341cb45b45: DOWN {{(pid=93875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 18:33:02.330931 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630bf68-f13e-4cb7-a3d9-0353ea4567c8 req-dbb7b67a-dc0d-417c-a756-02e969496c73 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:33:02.332583 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d630bf68-f13e-4cb7-a3d9-0353ea4567c8 req-dbb7b67a-dc0d-417c-a756-02e969496c73 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0562751 Aug 18 18:33:02.373461 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d630bf68-f13e-4cb7-a3d9-0353ea4567c8 req-a1df142f-cd3d-4e94-bd4f-a8df084b2c33 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/security-groups?id=008738a1-0cb0-4831-a85a-fc88205f4419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344422 Aug 18 18:33:02.721746 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e16192-0e97-42bb-94fe-8c668266b468 req-218e4f76-3c15-49f3-ba8c-8b909af667f9 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 18:33:02.723215 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-13e16192-0e97-42bb-94fe-8c668266b468 req-218e4f76-3c15-49f3-ba8c-8b909af667f9 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 946 time: 0.0506308 Aug 18 18:33:02.826841 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-13e16192-0e97-42bb-94fe-8c668266b468 req-7ee2fad0-3808-4a10-b3d6-d03ace82d82e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Deleting port 0d2354b4-7272-4f4c-b209-a426e943cbd0 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:33:02.827156 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-13e16192-0e97-42bb-94fe-8c668266b468 req-7ee2fad0-3808-4a10-b3d6-d03ace82d82e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:02.929124 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-13e16192-0e97-42bb-94fe-8c668266b468 req-7ee2fad0-3808-4a10-b3d6-d03ace82d82e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] For port 0d2354b4-7272-4f4c-b209-a426e943cbd0, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=0d2354b4-7272-4f4c-b209-a426e943cbd0,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:33:02.929494 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-13e16192-0e97-42bb-94fe-8c668266b468 req-7ee2fad0-3808-4a10-b3d6-d03ace82d82e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:02.941847 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-13e16192-0e97-42bb-94fe-8c668266b468 req-7ee2fad0-3808-4a10-b3d6-d03ace82d82e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Calling delete_port for 0d2354b4-7272-4f4c-b209-a426e943cbd0 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:33:03.076850 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-13e16192-0e97-42bb-94fe-8c668266b468 req-7ee2fad0-3808-4a10-b3d6-d03ace82d82e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:03.106792 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2fad0-3808-4a10-b3d6-d03ace82d82e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event deleted for resources: {'Port': ['ID=0d2354b4-7272-4f4c-b209-a426e943cbd0,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:03.145741 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e16192-0e97-42bb-94fe-8c668266b468 req-7ee2fad0-3808-4a10-b3d6-d03ace82d82e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] No DVR routers for this DVR port 0d2354b4-7272-4f4c-b209-a426e943cbd0 on host hv-cinder-80288 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:33:03.148424 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-13e16192-0e97-42bb-94fe-8c668266b468 req-7ee2fad0-3808-4a10-b3d6-d03ace82d82e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:03.150605 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-13e16192-0e97-42bb-94fe-8c668266b468 req-7ee2fad0-3808-4a10-b3d6-d03ace82d82e tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.61 "DELETE /v2.0/ports/0d2354b4-7272-4f4c-b209-a426e943cbd0 HTTP/1.1" status: 204 len: 173 time: 0.4209850 Aug 18 18:33:03.151101 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add22821-dec6-4543-900b-4df7c333e381', 'name': 'network-vif-deleted', 'tag': '0d2354b4-7272-4f4c-b209-a426e943cbd0'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 18:33:03.153381 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c479bb8d8a0d3fdb1d761fc7102a29a38d72ae7c75f1ed1174d660378b953b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d44d4fa-79e0-4473-a3ae-ebfffb78174d" -d '{"events": [{"server_uuid": "add22821-dec6-4543-900b-4df7c333e381", "name": "network-vif-deleted", "tag": "0d2354b4-7272-4f4c-b209-a426e943cbd0"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 18:33:03.191374 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2354a7f0-98b6-4094-a2a8-ce1a52d92083 x-openstack-request-id: req-2354a7f0-98b6-4094-a2a8-ce1a52d92083 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 18:33:03.191589 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add22821-dec6-4543-900b-4df7c333e381", "name": "network-vif-deleted", "tag": "0d2354b4-7272-4f4c-b209-a426e943cbd0", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 18:33:03.191894 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2354a7f0-98b6-4094-a2a8-ce1a52d92083 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 18:33:03.192306 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add22821-dec6-4543-900b-4df7c333e381', 'name': 'network-vif-deleted', 'tag': '0d2354b4-7272-4f4c-b209-a426e943cbd0', 'status': 'completed', 'code': 200} Aug 18 18:33:03.475360 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bc92ac2d-9116-4926-88da-1ce9b6806356 req-f7ff4a57-1e74-489a-8b4b-194f5aad2ad4 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "GET /v2.0/ports?device_id=add22821-dec6-4543-900b-4df7c333e381 HTTP/1.1" status: 200 len: 210 time: 0.0315063 Aug 18 18:33:04.540064 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51252) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:04.676336 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-dc498fcd-3e8c-4a8b-b470-173f94444eba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Deleting port 5eb2a65d-c01b-433f-b42c-10025f5183f9 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:33:04.676665 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc498fcd-3e8c-4a8b-b470-173f94444eba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:04.767660 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc498fcd-3e8c-4a8b-b470-173f94444eba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:04.767893 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc498fcd-3e8c-4a8b-b470-173f94444eba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:04.780566 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-dc498fcd-3e8c-4a8b-b470-173f94444eba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Calling delete_port for 5eb2a65d-c01b-433f-b42c-10025f5183f9 owned by network:floatingip {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:33:04.927502 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc498fcd-3e8c-4a8b-b470-173f94444eba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:04.952201 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc498fcd-3e8c-4a8b-b470-173f94444eba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event deleted for resources: {'Port': ['ID=5eb2a65d-c01b-433f-b42c-10025f5183f9,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:05.015725 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc498fcd-3e8c-4a8b-b470-173f94444eba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:05.018341 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc498fcd-3e8c-4a8b-b470-173f94444eba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22475'] for floatingip, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:05.019452 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-dc498fcd-3e8c-4a8b-b470-173f94444eba tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "DELETE /v2.0/floatingips/aed0d618-46dc-4dfc-8a81-adeb8805484e HTTP/1.1" status: 204 len: 168 time: 0.4783573 Aug 18 18:33:06.229010 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51276) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:06.289199 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cc618636-3467-4271-9d5e-396387200313 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:06.315861 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cc618636-3467-4271-9d5e-396387200313 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:06.377761 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cc618636-3467-4271-9d5e-396387200313 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:06.380400 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cc618636-3467-4271-9d5e-396387200313 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:06.381537 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-cc618636-3467-4271-9d5e-396387200313 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] 10.222.0.46 "DELETE /v2.0/security-groups/008738a1-0cb0-4831-a85a-fc88205f4419 HTTP/1.1" status: 204 len: 168 time: 0.1515551 Aug 18 18:33:06.391462 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc618636-3467-4271-9d5e-396387200313 tempest-TestVolumeBootPattern-1673690086 tempest-TestVolumeBootPattern-1673690086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008738a1-0cb0-4831-a85a-fc88205f4419,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:06.449022 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51280) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:06.599095 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 0d2354b4-7272-4f4c-b209-a426e943cbd0 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:33:06.619252 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] No Port match for: 0d2354b4-7272-4f4c-b209-a426e943cbd0 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:33:06.619616 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Device 0d2354b4-7272-4f4c-b209-a426e943cbd0 not bound to the agent host hv-cinder-80288 {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:33:06.965164 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699318'] for router_interface, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:07.494373 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] Deleting port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:33:07.495052 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:07.574537 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] For port 6d76332c-02a7-4dcf-bdf5-4338fa77c19f, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=6d76332c-02a7-4dcf-bdf5-4338fa77c19f,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:33:07.574849 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:07.587838 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] Calling delete_port for 6d76332c-02a7-4dcf-bdf5-4338fa77c19f owned by network:router_interface {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:33:07.790913 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:07.821008 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d76332c-02a7-4dcf-bdf5-4338fa77c19f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:07.990127 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065510'] for router_interface, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.208344 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] Router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:33:08.245266 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51312) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:08.319173 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:33:08.329019 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-562a2d78-aeaf-4368-b595-8914bf3c09f6 admin admin] 10.222.0.46 "PUT /v2.0/routers/1d0a7a74-4e30-43fb-ba69-d094cdfc20d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8764086 Aug 18 18:33:08.329019 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51316) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:08.332910 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] Sync routers for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:33:08.342169 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:33:08.342821 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:32:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:08.377019 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c97ca4c7-3ba4-4915-975a-ed7864613312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.445108 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.462255 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:33:08.472545 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c97ca4c7-3ba4-4915-975a-ed7864613312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.477076 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c97ca4c7-3ba4-4915-975a-ed7864613312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.516937 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-c97ca4c7-3ba4-4915-975a-ed7864613312 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3109d3066e9b42d98b606769cd364a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705781 Aug 18 18:33:08.519707 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51318) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:08.522966 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ca4c7-3ba4-4915-975a-ed7864613312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d510a186-e50a-4d97-b97b-6aef7047385d,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:08.590165 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.597264 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e16b3854-4148-4fca-97ff-ee682460fca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.640450 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e16b3854-4148-4fca-97ff-ee682460fca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.645634 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:33:07Z', 'revision_number': 5, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port': {'id': 'dcd764b6-527d-4066-afd9-54d8c1f22b99', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:08.671971 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] Checking router: 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 for host: dv-cinder-802882-9-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:33:08.682940 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] Routers {'1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:33:08.684039 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:32:41Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:08.690969 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Deleting port dcd764b6-527d-4066-afd9-54d8c1f22b99 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:33:08.691312 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.744020 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e16b3854-4148-4fca-97ff-ee682460fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.746572 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e16b3854-4148-4fca-97ff-ee682460fca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.747870 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e16b3854-4148-4fca-97ff-ee682460fca8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d510a186-e50a-4d97-b97b-6aef7047385d HTTP/1.1" status: 204 len: 168 time: 0.2272258 Aug 18 18:33:08.759953 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b3854-4148-4fca-97ff-ee682460fca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d510a186-e50a-4d97-b97b-6aef7047385d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:08.796381 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] For port dcd764b6-527d-4066-afd9-54d8c1f22b99, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=dcd764b6-527d-4066-afd9-54d8c1f22b99,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:33:08.796713 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:08.802201 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] Set router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:33:08.809644 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Calling delete_port for dcd764b6-527d-4066-afd9-54d8c1f22b99 owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:33:08.858090 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:33:08Z', 'revision_number': 6, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port_host': None}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:08.897477 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8d3a9-6a3f-47ce-be4f-4993fadbe7b2 None None] The sync data for ids ['1d0a7a74-4e30-43fb-ba69-d094cdfc20d8'] in dv-cinder-802882-9-iscsi is: [{'id': '1d0a7a74-4e30-43fb-ba69-d094cdfc20d8', 'name': 'tempest-TestVolumeBootPattern-1225126835-router', 'tenant_id': 'eb942a32e2e548df9459ea2edaee63f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:45Z', 'updated_at': '2021-08-18T18:33:08Z', 'revision_number': 6, 'project_id': 'eb942a32e2e548df9459ea2edaee63f1', 'gw_port_host': None}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:33:08.912433 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-3cf2c0f5-9ed7-43e7-af9b-a8ad2a8e374f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.005333 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.048175 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd764b6-527d-4066-afd9-54d8c1f22b99,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:09.103823 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51328) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:09.108411 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696174'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.119280 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b5f9dbfc-5ac1-4a82-830a-836c944e0767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.204337 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41190'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.206480 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.212370 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b5f9dbfc-5ac1-4a82-830a-836c944e0767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.216873 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b5f9dbfc-5ac1-4a82-830a-836c944e0767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.254792 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-b5f9dbfc-5ac1-4a82-830a-836c944e0767 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aecc281953484858ace67ab98d3fec81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497498 Aug 18 18:33:09.255686 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9dbfc-5ac1-4a82-830a-836c944e0767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aac7dcf-0259-49a5-a0a3-aee7c1ba4312,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:09.257690 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51332) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:09.267000 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700324'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.267556 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 18:33:09.272291 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.273392 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-eacffe53-67d7-48b7-a13c-faa4fb1f0ee5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1d0a7a74-4e30-43fb-ba69-d094cdfc20d8 HTTP/1.1" status: 204 len: 168 time: 0.9431262 Aug 18 18:33:09.275989 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51334) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:09.318091 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a52bfe5c-0e30-4546-ab19-2506c6e476eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.330296 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_v2 [None req-888be358-cf88-41a3-9a52-9936cf48b51b admin admin] Deleting subnet 91e63cb5-1094-4561-931d-ae172cc09e0d {{(pid=93873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:33:09.333470 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-888be358-cf88-41a3-9a52-9936cf48b51b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.342134 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a52bfe5c-0e30-4546-ab19-2506c6e476eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.367449 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-888be358-cf88-41a3-9a52-9936cf48b51b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282908'] for subnet, precommit_delete_associations {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.397079 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a52bfe5c-0e30-4546-ab19-2506c6e476eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.400339 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a52bfe5c-0e30-4546-ab19-2506c6e476eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.404069 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a52bfe5c-0e30-4546-ab19-2506c6e476eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7aac7dcf-0259-49a5-a0a3-aee7c1ba4312 HTTP/1.1" status: 204 len: 168 time: 0.1419020 Aug 18 18:33:09.410375 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bfe5c-0e30-4546-ab19-2506c6e476eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aac7dcf-0259-49a5-a0a3-aee7c1ba4312,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:09.460932 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-888be358-cf88-41a3-9a52-9936cf48b51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.521504 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-888be358-cf88-41a3-9a52-9936cf48b51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9263285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967599'] for subnet, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.546914 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888be358-cf88-41a3-9a52-9936cf48b51b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e63cb5-1094-4561-931d-ae172cc09e0d,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:09.550679 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-888be358-cf88-41a3-9a52-9936cf48b51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for subnet, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.552596 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-888be358-cf88-41a3-9a52-9936cf48b51b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/91e63cb5-1094-4561-931d-ae172cc09e0d HTTP/1.1" status: 204 len: 168 time: 0.2755344 Aug 18 18:33:09.555240 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51338) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:09.558596 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac73cbe-4632-4bf6-b7c7-e723c451826d None None] Network cbc7e1a4-41f2-42f5-a532-20e3839d6d33 requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:33:09.628935 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.686800 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Deleting port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:33:09.687522 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.755323 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] For port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97,segment=NetworkSegment(cccb7b33-0cc2-4c35-821a-c4fedd1ac895),segment_id=cccb7b33-0cc2-4c35-821a-c4fedd1ac895)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:33:09.755775 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.770371 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Calling delete_port for b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 owned by network:dhcp {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:33:09.787119 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51344) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:09.808457 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e997de87-d778-4408-bbfe-52123854ce0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.875731 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.897355 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18bf919-c9a3-40a6-ad91-652d7af657c1 None None] DHCP port deletion for cbc7e1a4-41f2-42f5-a532-20e3839d6d33 request from dv-cinder-802882-9-iscsi {{(pid=93874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 18:33:09.902980 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:09.906921 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] No DVR routers for this DVR port b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 on host dv-cinder-802882-9-iscsi {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:33:09.945922 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e997de87-d778-4408-bbfe-52123854ce0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.950948 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e997de87-d778-4408-bbfe-52123854ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.984984 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:09.991683 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-e997de87-d778-4408-bbfe-52123854ce0f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9ee643e02b34909b74b89d3504be614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030859 Aug 18 18:33:09.992551 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997de87-d778-4408-bbfe-52123854ce0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b520bc4-7b1a-408e-9dac-fefe6bf857f5,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:09.994920 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc7e1a4-41f2-42f5-a532-20e3839d6d33']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:09.996279 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51346) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:10.005592 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:10.005938 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccb7b33-0cc2-4c35-821a-c4fedd1ac895') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:10.014651 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227266'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.028691 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.034929 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:33:10.035473 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3362617'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: timer() Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: cb(*args, **kw) Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: self._notify() Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: self.callback(batched_events) Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: event.method(event) Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._get(url).json() Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:33:10.037167 dv-cinder-802882-9-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:33:10.054711 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-58eb366b-8d35-4eed-99bd-499e9c82f709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.077253 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-58eb366b-8d35-4eed-99bd-499e9c82f709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.101219 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.106040 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.108300 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cbc7e1a4-41f2-42f5-a532-20e3839d6d33 HTTP/1.1" status: 204 len: 168 time: 0.5520272 Aug 18 18:33:10.111237 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51348) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:10.122743 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf08d3-f143-4c24-aa05-2a8f561d9361 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc7e1a4-41f2-42f5-a532-20e3839d6d33,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:10.204135 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-58eb366b-8d35-4eed-99bd-499e9c82f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.206712 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-58eb366b-8d35-4eed-99bd-499e9c82f709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.207888 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-58eb366b-8d35-4eed-99bd-499e9c82f709 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b520bc4-7b1a-408e-9dac-fefe6bf857f5 HTTP/1.1" status: 204 len: 168 time: 0.2106528 Aug 18 18:33:10.224077 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb366b-8d35-4eed-99bd-499e9c82f709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b520bc4-7b1a-408e-9dac-fefe6bf857f5,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:10.493528 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699318'] for router_interface, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.777893 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] Deleting port 70a10070-a4e4-4b0c-ab8b-eceee91979c1 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:33:10.778219 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.866483 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] For port 70a10070-a4e4-4b0c-ab8b-eceee91979c1, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=70a10070-a4e4-4b0c-ab8b-eceee91979c1,segment=NetworkSegment(d68d308e-aaf0-4a0c-bd83-66e213ea3bd2),segment_id=d68d308e-aaf0-4a0c-bd83-66e213ea3bd2)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:33:10.866854 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:10.885498 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] Calling delete_port for 70a10070-a4e4-4b0c-ab8b-eceee91979c1 owned by network:router_interface {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:33:11.044112 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:33:11.063574 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:33:11.063912 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b3eec8b3-cbbe-4cd4-a612-1ec0bb454f97 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:33:11.064326 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 6d76332c-02a7-4dcf-bdf5-4338fa77c19f no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:33:11.079642 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9263296'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:11.083136 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 6d76332c-02a7-4dcf-bdf5-4338fa77c19f {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:33:11.083486 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 6d76332c-02a7-4dcf-bdf5-4338fa77c19f not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:33:11.083893 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device dcd764b6-527d-4066-afd9-54d8c1f22b99 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:33:11.102800 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: dcd764b6-527d-4066-afd9-54d8c1f22b99 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:33:11.103156 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device dcd764b6-527d-4066-afd9-54d8c1f22b99 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:33:11.116888 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] Pushing event deleted for resources: {'Port': ['ID=70a10070-a4e4-4b0c-ab8b-eceee91979c1,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:11.296133 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065510'] for router_interface, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:11.337872 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-767bf1cf-e0da-4ebd-95de-7f822b4b79ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:11.530984 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] Router e1205dc1-48e5-4bda-8c9b-418b20134ef0 has already been hosted by L3 agent 2323b681-e54d-497d-9b23-b1037c10ce8a {{(pid=93873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 18:33:11.637985 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] Notify agent at l3_agent.dv-cinder-802882-9-iscsi the message routers_updated {{(pid=93873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 18:33:11.642930 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-3ff1be33-f76f-46da-89f9-1640b651b86c admin admin] 10.222.0.46 "PUT /v2.0/routers/e1205dc1-48e5-4bda-8c9b-418b20134ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305152 Aug 18 18:33:11.645665 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51368) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:11.647805 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] Sync routers for ids ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'] in dv-cinder-802882-9-iscsi {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 18:33:11.657745 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] Routers {'e1205dc1-48e5-4bda-8c9b-418b20134ef0'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:33:11.658363 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:33:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:11.750192 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:11.761583 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] Set router e1205dc1-48e5-4bda-8c9b-418b20134ef0 gateway port host: dv-cinder-802882-9-iscsi {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:33:11.856931 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:11.910324 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Deleting port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:33:11.910670 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:11.940358 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'name': 'tempest-TestVolumeBootPattern-956623337-router', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'external_fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:33:11Z', 'revision_number': 5, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'gw_port': {'id': 'e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94', 'name': '', 'network_id': '2c1e297c-fe3c-4594-bab2-5f930eb8e64a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59375a78-d0f6-4028-8ce4-05fa5b445d51', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-9-iscsi'}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:11.965505 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] Checking router: e1205dc1-48e5-4bda-8c9b-418b20134ef0 for host: dv-cinder-802882-9-iscsi {{(pid=93875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 18:33:11.973748 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] Routers {'e1205dc1-48e5-4bda-8c9b-418b20134ef0'} bound to L3 agent in host dv-cinder-802882-9-iscsi {{(pid=93875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 18:33:11.974363 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T18:15:11Z,description=,heartbeat_timestamp=2021-08-18T18:33:11Z,host='dv-cinder-802882-9-iscsi',id=2323b681-e54d-497d-9b23-b1037c10ce8a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T18:15:11Z,topic='l3_agent')) {'router_ids': ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'], 'active': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:11.992447 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] For port e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94,segment=NetworkSegment(838c1f7b-321f-441a-9ac3-604e904a886f),segment_id=838c1f7b-321f-441a-9ac3-604e904a886f)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:33:11.992806 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.004651 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Calling delete_port for e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:33:12.058866 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvr_db [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] Set router e1205dc1-48e5-4bda-8c9b-418b20134ef0 gateway port host: None {{(pid=93875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 18:33:12.112010 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.l3_hamode_db [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'name': 'tempest-TestVolumeBootPattern-956623337-router', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:33:11Z', 'revision_number': 6, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'gw_port_host': None}], 'dv-cinder-802882-9-iscsi', False) {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:12.139715 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc4a9a-f798-45f2-b674-a85b60529171 None None] The sync data for ids ['e1205dc1-48e5-4bda-8c9b-418b20134ef0'] in dv-cinder-802882-9-iscsi is: [{'id': 'e1205dc1-48e5-4bda-8c9b-418b20134ef0', 'name': 'tempest-TestVolumeBootPattern-956623337-router', 'tenant_id': '273fbf0d87f34f2289a59ef65a770a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T18:24:52Z', 'updated_at': '2021-08-18T18:33:11Z', 'revision_number': 6, 'project_id': '273fbf0d87f34f2289a59ef65a770a00', 'gw_port_host': None}] {{(pid=93875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 18:33:12.179767 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.198500 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.204749 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:12.267500 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696174'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.361503 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1700253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41190'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.363878 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.700785 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1700324'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.701544 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1205dc1-48e5-4bda-8c9b-418b20134ef0 {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 18:33:12.706124 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.707355 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9b73dd88-cc22-4bb2-b4aa-47d6de0c7eb0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e1205dc1-48e5-4bda-8c9b-418b20134ef0 HTTP/1.1" status: 204 len: 168 time: 1.0606060 Aug 18 18:33:12.709899 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51372) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:12.754289 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9692c9c-e262-47c3-8c12-482abec839cf admin admin] Deleting subnet 888e720d-f99b-4692-827a-c1249af63fea {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 18:33:12.757779 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a9692c9c-e262-47c3-8c12-482abec839cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.791485 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a9692c9c-e262-47c3-8c12-482abec839cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227275'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.881372 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a9692c9c-e262-47c3-8c12-482abec839cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960148'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.937960 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a9692c9c-e262-47c3-8c12-482abec839cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3362459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763300'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.963035 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9692c9c-e262-47c3-8c12-482abec839cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=888e720d-f99b-4692-827a-c1249af63fea,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:12.966507 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a9692c9c-e262-47c3-8c12-482abec839cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:12.968972 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a9692c9c-e262-47c3-8c12-482abec839cf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/888e720d-f99b-4692-827a-c1249af63fea HTTP/1.1" status: 204 len: 168 time: 0.2575762 Aug 18 18:33:12.970878 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51374) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:12.973430 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c56d6-a96f-4a9e-86d3-059449f86638 None None] Network 8fb27f47-63f4-4e28-80f4-abfbe1f8261f requested from dv-cinder-802882-9-iscsi {{(pid=93874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 18:33:13.045478 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595085'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.065866 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:33:13.099094 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:33:13.099323 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Deleting port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:33:13.099459 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device e9a0d82d-de33-4c8e-81e2-8bf18ce2cc94 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:33:13.099605 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.100152 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 70a10070-a4e4-4b0c-ab8b-eceee91979c1 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:33:13.133814 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: 70a10070-a4e4-4b0c-ab8b-eceee91979c1 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:33:13.134157 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device 70a10070-a4e4-4b0c-ab8b-eceee91979c1 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:33:13.149120 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.173644 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] For port b7379cb9-11f1-445d-9ee0-7e857dedb2a3, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b7379cb9-11f1-445d-9ee0-7e857dedb2a3,segment=NetworkSegment(d68d308e-aaf0-4a0c-bd83-66e213ea3bd2),segment_id=d68d308e-aaf0-4a0c-bd83-66e213ea3bd2)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:33:13.174012 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.187730 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Calling delete_port for b7379cb9-11f1-445d-9ee0-7e857dedb2a3 owned by network:dhcp {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:33:13.207622 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8360b82c-7c11-442f-b9cd-5cc23367b0bd None None] DHCP port deletion for 8fb27f47-63f4-4e28-80f4-abfbe1f8261f request from dv-cinder-802882-9-iscsi {{(pid=93874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 18:33:13.260410 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-8360b82c-7c11-442f-b9cd-5cc23367b0bd None None] Deleting port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 {{(pid=93874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 18:33:13.260783 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8360b82c-7c11-442f-b9cd-5cc23367b0bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747220242517'] for port, before_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.278113 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3362542'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.310654 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] No DVR routers for this DVR port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 on host dv-cinder-802882-9-iscsi {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:33:13.314180 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7379cb9-11f1-445d-9ee0-7e857dedb2a3,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:13.328896 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-8360b82c-7c11-442f-b9cd-5cc23367b0bd None None] For port b7379cb9-11f1-445d-9ee0-7e857dedb2a3, host dv-cinder-802882-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-9-iscsi',level=0,port_id=b7379cb9-11f1-445d-9ee0-7e857dedb2a3,segment=NetworkSegment(d68d308e-aaf0-4a0c-bd83-66e213ea3bd2),segment_id=d68d308e-aaf0-4a0c-bd83-66e213ea3bd2)] {{(pid=93874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 18:33:13.329323 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8360b82c-7c11-442f-b9cd-5cc23367b0bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695680'] for port, precommit_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.345648 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-8360b82c-7c11-442f-b9cd-5cc23367b0bd None None] Calling delete_port for b7379cb9-11f1-445d-9ee0-7e857dedb2a3 owned by network:dhcp {{(pid=93874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 18:33:13.385854 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-960797', 'neutron.services.segments.db._delete_segments_for_network-8747220229569'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.396396 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb27f47-63f4-4e28-80f4-abfbe1f8261f']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:13.406803 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:13.407100 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68d308e-aaf0-4a0c-bd83-66e213ea3bd2') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 18:33:13.416237 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747220275110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227266'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.419375 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8360b82c-7c11-442f-b9cd-5cc23367b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747220249977', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747219727710'] for port, after_delete {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.431114 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.437434 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 18:33:13.437823 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3362617'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: timer() Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: cb(*args, **kw) Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: self._notify() Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: self.callback(batched_events) Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: event.method(event) Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._get(url).json() Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 18:33:13.439666 dv-cinder-802882-9-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 18:33:13.445135 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360b82c-7c11-442f-b9cd-5cc23367b0bd None None] Pushing event deleted for resources: {'Port': ['ID=b7379cb9-11f1-445d-9ee0-7e857dedb2a3,revision_number=None']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:13.446908 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360b82c-7c11-442f-b9cd-5cc23367b0bd None None] No DVR routers for this DVR port b7379cb9-11f1-445d-9ee0-7e857dedb2a3 on host dv-cinder-802882-9-iscsi {{(pid=93874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 18:33:13.493693 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-960786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696123'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.499025 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576652'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.500897 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8fb27f47-63f4-4e28-80f4-abfbe1f8261f HTTP/1.1" status: 204 len: 168 time: 0.5290630 Aug 18 18:33:13.511741 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cee6b-7f60-4826-b56d-56ae060922a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb27f47-63f4-4e28-80f4-abfbe1f8261f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:13.696792 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51378) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:13.737709 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d1abcc62-0c63-48a2-80c7-35ed97c9a60c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb942a32e2e548df9459ea2edaee63f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395980 Aug 18 18:33:13.740343 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [-] (93873) accepted ('10.222.0.46', 51380) {{(pid=93873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:13.792861 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87bac43f-2c55-403d-8a68-079511bb8a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.815258 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87bac43f-2c55-403d-8a68-079511bb8a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.869086 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87bac43f-2c55-403d-8a68-079511bb8a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.871876 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87bac43f-2c55-403d-8a68-079511bb8a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:13.873287 dv-cinder-802882-9-iscsi neutron-server[93873]: INFO neutron.wsgi [None req-87bac43f-2c55-403d-8a68-079511bb8a16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd3b9dbf-47c1-42cf-b31c-7bda3525d6ca HTTP/1.1" status: 204 len: 168 time: 0.1319826 Aug 18 18:33:13.881070 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bac43f-2c55-403d-8a68-079511bb8a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b9dbf-47c1-42cf-b31c-7bda3525d6ca,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:14.206768 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51386) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:14.251097 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2d5375f7-0e15-40db-bb1b-ca37d3203f40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=273fbf0d87f34f2289a59ef65a770a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431402 Aug 18 18:33:14.253641 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.46', 51388) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 18:33:14.301799 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55cc93ae-decb-452d-8102-764a883e50d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:14.323927 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55cc93ae-decb-452d-8102-764a883e50d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:14.381346 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55cc93ae-decb-452d-8102-764a883e50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651432'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:14.384091 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-55cc93ae-decb-452d-8102-764a883e50d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:14.385255 dv-cinder-802882-9-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-55cc93ae-decb-452d-8102-764a883e50d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb99f5f6-9407-4787-b0c8-0961bb269ca0 HTTP/1.1" status: 204 len: 168 time: 0.1306403 Aug 18 18:33:14.394444 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc93ae-decb-452d-8102-764a883e50d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb99f5f6-9407-4787-b0c8-0961bb269ca0,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 18:33:14.630736 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:15.028822 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:15.039040 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b7379cb9-11f1-445d-9ee0-7e857dedb2a3 no longer exists at agent ovs-agent-dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 18:33:15.060062 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.plugin [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] No Port match for: b7379cb9-11f1-445d-9ee0-7e857dedb2a3 {{(pid=93874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 18:33:15.060378 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.rpc [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Device b7379cb9-11f1-445d-9ee0-7e857dedb2a3 not bound to the agent host dv-cinder-802882-9-iscsi {{(pid=93874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 18:33:29.251618 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:33:38.902125 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-43256115-c63b-49b3-9465-33d534c8cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:41.350148 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4db6-3f8b-4fed-a02b-1bdef5ee33fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:42.214101 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:43.124449 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:44.639044 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:33:45.053047 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:06.256401 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:34:08.902575 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fd767541-7889-464c-8a31-e6f0eaf4915d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:11.349033 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-34c62cb5-2e50-45b5-bf90-d3555bfe29ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:12.207900 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:13.135037 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:14.638376 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:15.077722 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:38.904193 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d27cdfd2-ded6-4ba0-b6bc-494c9991aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:41.348436 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-fd28d555-cae6-4bf2-bb2e-68a2dfaa88d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:42.208061 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:43.139398 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:43.260278 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:34:44.647577 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:34:45.075665 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:08.905386 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-4bb6479d-34d1-4b47-9fa6-1cf4a1eb831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:11.347693 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-c2835954-21d0-482e-b342-5532d830a97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:12.208346 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:13.142583 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:14.650282 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:15.073888 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:20.265070 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:35:38.904802 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-e5a23eb4-acdd-4252-966f-689f0496faf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:41.344367 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-90202d71-1d94-42d0-a3f9-3e44b89f13e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:42.210246 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:43.142621 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:44.662191 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:45.073722 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:35:57.268513 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:36:08.906706 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-7032df46-ccfa-492e-923b-26cb332aef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:11.340545 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-55a009fb-c0ab-4c1d-873c-71c02344ad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:12.213287 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:13.147318 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:14.667096 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:15.078306 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:34.274428 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:36:38.907751 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b77cd8b7-2056-4504-ab32-2fce116d8383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:41.341621 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b3628c1a-77e2-44b2-b483-d0ee3b65ea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:42.211560 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:43.147080 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:44.669644 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:36:45.068651 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:08.916181 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-70f433dc-3657-4196-9794-cd63d339905c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:11.273412 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:37:11.343660 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-8ecf87fb-841b-4654-b512-709cd31b440a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:12.216727 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:13.151690 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:14.672385 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:15.089810 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:38.906106 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-389488e2-537d-476c-9bf0-56e1c45f96ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:41.345331 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-361e6916-0ac4-4e78-9aa0-af92b6aed2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:42.217503 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:43.164474 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:44.674157 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:45.097060 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:37:48.277962 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:38:08.909668 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-142a8d88-0364-416c-b6fe-c15966e4cee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:38:11.339793 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bea0f2d9-383c-4632-9056-f0a1bab65d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:38:12.220528 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-221b3d0d-51de-4d67-bc65-711aa95a52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:38:13.163932 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-d5d08edb-9b6d-4e70-9fe6-4d17613f1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:38:14.677958 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-bfe26c46-b72c-42e8-9ac0-b6995d7715f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:38:15.098316 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-1a581ad3-ec89-4480-8bd5-70960bcb2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:38:25.281271 dv-cinder-802882-9-iscsi neutron-server[93875]: DEBUG neutron.db.agents_db [None req-e249488a-03fb-4e44-96d3-b0dd6a45f651 None None] Agent healthcheck: found 6 active agents {{(pid=93875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 18:38:38.353844 dv-cinder-802882-9-iscsi neutron-server[93873]: DEBUG neutron.wsgi [req-d995af2d-1c2f-46e6-89ba-61f4c58497ba req-d7770631-2c0c-47be-a01a-48ffbe3113e8 service neutron] (93873) timed out ('10.222.0.61', 57974) {{(pid=93873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 18:38:38.634241 dv-cinder-802882-9-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-4c70b02c-60d0-4d4b-bf16-29cc51687ebf req-8d711afd-4da3-4e27-923f-fa9ffcf3a655 service neutron] (93872) timed out ('10.222.0.61', 57943) {{(pid=93872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 18:38:38.903862 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-951e5f2d-3af3-4427-a05e-97d9ed3d3783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 18:38:41.342464 dv-cinder-802882-9-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1176-97d1-4df1-ba6a-db6875f2d4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747220229587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963411'] for agent, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}